{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5067.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20173): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20173) [trial-2401↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20173)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20173): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20173) [trial-2401↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a06:59:14.037494 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a06:59:14.048437 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a06:59:14.627495 tst mo_mt_sms.py: using LAC 39196\u000a06:59:14.740777 tst mo_mt_sms.py: using RAC 181\u000a06:59:14.856128 tst mo_mt_sms.py: using CellId 39196\u000a06:59:14.969278 tst mo_mt_sms.py: using BVCI 39197\u000a06:59:14.991252 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a06:59:15.173706 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a06:59:15.450776 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:59:15.576236 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:59:18.003372 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20172): Launched\u000a06:59:18.305047 run osmo-nitb_10.42.42.2(pid=20173): Launched\u000a06:59:18.477189 run osmo-nitb_10.42.42.2(pid=20173): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20173)]\u000a06:59:18.601881 run osmo-nitb_10.42.42.2(pid=20173): stdout: \u000a| (launched: 2022-12-14_06:59:18.156889) \u000a06:59:18.726987 run osmo-nitb_10.42.42.2(pid=20173): stderr: \u000a| (launched: 2022-12-14_06:59:18.202470)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:59:18.847253 run osmo-nitb_10.42.42.2(pid=20173): stdout: \u000a| (launched: 2022-12-14_06:59:18.156889) \u000a06:59:18.966771 run osmo-nitb_10.42.42.2(pid=20173): stderr: \u000a| (launched: 2022-12-14_06:59:18.202470)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:59:19.019337 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20173): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20173) [trial-2401↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20173)] [trial-2401↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a06:59:19.027241 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a06:59:19.061747 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20172): Terminating (SIGTERM)\u000a06:59:19.239191 --- ParallelTerminationStrategy: PID 20172 died...\u000a06:59:19.294496 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20172): Terminated: ok {rc=0}\u000a06:59:19.379275 bus /sierra_3: Setting Powered False\u000a06:59:20.487797 bus /sierra_3: Setting Powered False\u000a06:59:21.600407 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:59:13" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20183): Process ended prematurely: osmo-stp_10.42.42.5(pid=20183) [trial-2401↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20183)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20183): Process ended prematurely: osmo-stp_10.42.42.5(pid=20183) [trial-2401↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a06:59:23.452690 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:23.463323 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a06:59:23.584376 tst mo_mt_sms.py: using LAC 39197\u000a06:59:23.704147 tst mo_mt_sms.py: using RAC 182\u000a06:59:23.830037 tst mo_mt_sms.py: using CellId 39197\u000a06:59:23.957876 tst mo_mt_sms.py: using BVCI 39198\u000a06:59:23.982438 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:23.993458 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:24.004286 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:24.015156 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:24.026316 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:24.037158 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a06:59:24.154103 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a06:59:24.368009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:26.129273 run create_hlr_db(pid=20177): Launched\u000a06:59:26.317672 bus /sierra_2: Setting Powered False\u000a06:59:27.336755 run create_hlr_db(pid=20177): Terminated: ok {rc=0}\u000a06:59:27.746319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20179): Launched\u000a06:59:28.050896 run osmo-hlr_10.42.42.2(pid=20180): Launched\u000a06:59:28.169184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:30.635514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20182): Launched\u000a06:59:31.030786 run osmo-stp_10.42.42.5(pid=20183): Launched\u000a06:59:31.268779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:59:36.819491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20185): Launched\u000a06:59:37.143614 run osmo-msc_10.42.42.6(pid=20186): Launched\u000a06:59:37.332189 run osmo-stp_10.42.42.5(pid=20183): ERR: Terminated: ERROR {rc=1} [trial-2401↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20183)]\u000a06:59:37.468071 run osmo-stp_10.42.42.5(pid=20183): stdout: \u000a| (launched: 2022-12-14_06:59:30.789161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:37.606132 run osmo-stp_10.42.42.5(pid=20183): stderr: \u000a| �[0;m�[38;5;43m20221214065931084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065931084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065931084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065931085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065931085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065931086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065931086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:37.735679 run osmo-stp_10.42.42.5(pid=20183): stdout: \u000a| (launched: 2022-12-14_06:59:30.789161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:37.864343 run osmo-stp_10.42.42.5(pid=20183): stderr: \u000a| �[0;m�[38;5;43m20221214065931084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065931084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065931084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065931085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065931085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065931086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065931086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:37.920835 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20183): Process ended prematurely: osmo-stp_10.42.42.5(pid=20183) [trial-2401↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20183)] [trial-2401↪sms:sysmo↪mo_mt_sms.py:16]\u000a06:59:37.929408 tst mo_mt_sms.py:16: Test FAILED (14.5 sec)\u000a06:59:37.991931 run osmo-hlr_10.42.42.2(pid=20180): ERR: Terminated: ERROR {rc=237} [trial-2401↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20180)]\u000a06:59:38.043615 run osmo-hlr_10.42.42.2(pid=20180): stdout: \u000a| (launched: 2022-12-14_06:59:27.899762) \u000a06:59:38.096013 run osmo-hlr_10.42.42.2(pid=20180): stderr: \u000a| �[0;m�[1;31m20221214065928080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065928080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065928080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065928080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065928080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065928080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065928092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065928102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065928102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065928102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:59:38.166933 run osmo-msc_10.42.42.6(pid=20186): ERR: Terminated: ERROR {rc=2} [trial-2401↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20186)]\u000a06:59:38.218756 run osmo-msc_10.42.42.6(pid=20186): stdout: \u000a| (launched: 2022-12-14_06:59:36.983775) \u000a06:59:38.270934 run osmo-msc_10.42.42.6(pid=20186): stderr: \u000a| �[0;m�[38;5;43m20221214065937313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065937313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50d29a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065937313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065937313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065937313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065937314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065937315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065937316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065937316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065937316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:59:38.315427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20179): Terminating (SIGTERM)\u000a06:59:38.357641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20182): Terminating (SIGTERM)\u000a06:59:38.399681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20185): Terminating (SIGTERM)\u000a06:59:38.409416 --- ParallelTerminationStrategy: PID 20179 died...\u000a06:59:38.465488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20179): Terminated: ok {rc=0}\u000a06:59:38.475823 --- ParallelTerminationStrategy: PID 20182 died...\u000a06:59:38.531858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20182): Terminated: ok {rc=0}\u000a06:59:38.541835 --- ParallelTerminationStrategy: PID 20185 died...\u000a06:59:38.597576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20185): Terminated: ok {rc=0}\u000a06:59:38.685513 bus /sierra_3: Setting Powered False\u000a06:59:39.788388 bus /sierra_3: Setting Powered False\u000a06:59:40.899623 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:59:23" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20192): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20192) [trial-2401↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20192)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20192): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20192) [trial-2401↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a06:59:42.750100 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a06:59:42.760639 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a06:59:42.882404 tst assert_extension.py: using LAC 39198\u000a06:59:43.003717 tst assert_extension.py: using RAC 183\u000a06:59:43.124112 tst assert_extension.py: using CellId 39198\u000a06:59:43.244623 tst assert_extension.py: using BVCI 39199\u000a06:59:43.267595 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a06:59:43.563662 tst assert_extension.py:10: start nitb and bts...\u000a06:59:43.699014 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:59:44.369487 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20191): Launched\u000a06:59:44.692877 run osmo-nitb_10.42.42.2(pid=20192): Launched\u000a06:59:44.890105 run osmo-nitb_10.42.42.2(pid=20192): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20192)]\u000a06:59:45.035657 run osmo-nitb_10.42.42.2(pid=20192): stdout: \u000a| (launched: 2022-12-14_06:59:44.535661) \u000a06:59:45.181361 run osmo-nitb_10.42.42.2(pid=20192): stderr: \u000a| (launched: 2022-12-14_06:59:44.584118)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:59:45.321964 run osmo-nitb_10.42.42.2(pid=20192): stdout: \u000a| (launched: 2022-12-14_06:59:44.535661) \u000a06:59:45.461675 run osmo-nitb_10.42.42.2(pid=20192): stderr: \u000a| (launched: 2022-12-14_06:59:44.584118)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:59:45.823038 tst osmo-nitb_10.42.42.2(pid=20192): stdout: \u000a| (launched: 2022-12-14_06:59:44.535661) \u000a06:59:45.955014 tst osmo-nitb_10.42.42.2(pid=20192): stderr: \u000a| (launched: 2022-12-14_06:59:44.584118)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:59:46.013671 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20192): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20192) [trial-2401↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20192)] [trial-2401↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a06:59:46.023321 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a06:59:46.060613 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20191): Terminating (SIGTERM)\u000a06:59:46.238336 --- ParallelTerminationStrategy: PID 20191 died...\u000a06:59:46.296223 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20191): Terminated: ok {rc=0}\u000a06:59:46.385995 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:59:42" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20202): Process ended prematurely: osmo-stp_10.42.42.5(pid=20202) [trial-2401↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20202)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20202): Process ended prematurely: osmo-stp_10.42.42.5(pid=20202) [trial-2401↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a06:59:48.188341 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:48.199465 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a06:59:48.322143 tst assert_extension.py: using LAC 39199\u000a06:59:48.442955 tst assert_extension.py: using RAC 184\u000a06:59:48.562642 tst assert_extension.py: using CellId 39199\u000a06:59:48.683032 tst assert_extension.py: using BVCI 39200\u000a06:59:48.705964 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:48.716429 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:48.726950 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:48.737443 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:48.747810 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:48.758664 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a06:59:48.970137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:49.482841 run create_hlr_db(pid=20196): Launched\u000a06:59:49.672025 bus /sierra_2: Setting Powered False\u000a06:59:50.690878 run create_hlr_db(pid=20196): Terminated: ok {rc=0}\u000a06:59:51.126322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20198): Launched\u000a06:59:51.454803 run osmo-hlr_10.42.42.2(pid=20199): Launched\u000a06:59:51.573154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:52.140428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20201): Launched\u000a06:59:52.467136 run osmo-stp_10.42.42.5(pid=20202): Launched\u000a06:59:52.585438 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:59:53.177186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20204): Launched\u000a06:59:53.504798 run osmo-msc_10.42.42.6(pid=20205): Launched\u000a06:59:53.695935 run osmo-stp_10.42.42.5(pid=20202): ERR: Terminated: ERROR {rc=1} [trial-2401↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20202)]\u000a06:59:53.834148 run osmo-stp_10.42.42.5(pid=20202): stdout: \u000a| (launched: 2022-12-14_06:59:52.305589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:53.971497 run osmo-stp_10.42.42.5(pid=20202): stderr: \u000a| �[0;m�[38;5;43m20221214065952499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065952500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065952500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065952500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065952501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065952501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065952501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:54.102260 run osmo-stp_10.42.42.5(pid=20202): stdout: \u000a| (launched: 2022-12-14_06:59:52.305589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:54.232049 run osmo-stp_10.42.42.5(pid=20202): stderr: \u000a| �[0;m�[38;5;43m20221214065952499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214065952500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214065952500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214065952500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214065952501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214065952501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214065952501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:54.288698 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20202): Process ended prematurely: osmo-stp_10.42.42.5(pid=20202) [trial-2401↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20202)] [trial-2401↪ussd:sysmo↪assert_extension.py:17]\u000a06:59:54.297339 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a06:59:54.360821 run osmo-hlr_10.42.42.2(pid=20199): ERR: Terminated: ERROR {rc=237} [trial-2401↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20199)]\u000a06:59:54.412856 run osmo-hlr_10.42.42.2(pid=20199): stdout: \u000a| (launched: 2022-12-14_06:59:51.292422) \u000a06:59:54.465632 run osmo-hlr_10.42.42.2(pid=20199): stderr: \u000a| �[0;m�[1;31m20221214065951492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214065951492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214065951492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065951493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214065951493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214065951493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214065951506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214065951514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214065951515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214065951515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:59:54.538071 run osmo-msc_10.42.42.6(pid=20205): ERR: Terminated: ERROR {rc=2} [trial-2401↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20205)]\u000a06:59:54.590487 run osmo-msc_10.42.42.6(pid=20205): stdout: \u000a| (launched: 2022-12-14_06:59:53.342494) \u000a06:59:54.643515 run osmo-msc_10.42.42.6(pid=20205): stderr: \u000a| �[0;m�[38;5;43m20221214065953666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214065953666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1e555ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214065953666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214065953666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214065953666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214065953667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214065953668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214065953669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214065953669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214065953669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:59:54.688624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20198): Terminating (SIGTERM)\u000a06:59:54.731222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20201): Terminating (SIGTERM)\u000a06:59:54.774113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20204): Terminating (SIGTERM)\u000a06:59:54.783789 --- ParallelTerminationStrategy: PID 20198 died...\u000a06:59:54.840672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20198): Terminated: ok {rc=0}\u000a06:59:54.850761 --- ParallelTerminationStrategy: PID 20201 died...\u000a06:59:54.907692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20201): Terminated: ok {rc=0}\u000a06:59:54.917784 --- ParallelTerminationStrategy: PID 20204 died...\u000a06:59:54.974364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20204): Terminated: ok {rc=0}\u000a06:59:55.062281 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:59:48" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20217): Process ended prematurely: osmo-stp_10.42.42.5(pid=20217) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20217)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20217): Process ended prematurely: osmo-stp_10.42.42.5(pid=20217) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:59:56.976580 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:59:56.987639 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:59:57.134384 tst mo_mt_call.py: using LAC 39200\u000a06:59:57.256624 tst mo_mt_call.py: using RAC 185\u000a06:59:57.379015 tst mo_mt_call.py: using CellId 39200\u000a06:59:57.502408 tst mo_mt_call.py: using BVCI 39201\u000a06:59:57.525970 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:59:57.536860 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:59:57.547722 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:59:57.558707 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:59:57.569523 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:59:57.580422 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:59:57.703569 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:59:57.908557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:58.400425 run create_hlr_db(pid=20211): Launched\u000a06:59:58.575827 bus /sierra_2: Setting Powered False\u000a06:59:59.597470 run create_hlr_db(pid=20211): Terminated: ok {rc=0}\u000a07:00:00.038547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20213): Launched\u000a07:00:00.370829 run osmo-hlr_10.42.42.2(pid=20214): Launched\u000a07:00:00.492891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:01.097174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20216): Launched\u000a07:00:01.559388 run osmo-stp_10.42.42.5(pid=20217): Launched\u000a07:00:01.773780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:00:02.409912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20222): Launched\u000a07:00:02.741816 run osmo-msc_10.42.42.6(pid=20223): Launched\u000a07:00:02.934517 run osmo-stp_10.42.42.5(pid=20217): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20217)]\u000a07:00:03.073429 run osmo-stp_10.42.42.5(pid=20217): stdout: \u000a| (launched: 2022-12-14_07:00:01.269750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:03.212308 run osmo-stp_10.42.42.5(pid=20217): stderr: \u000a| �[0;m�[38;5;43m20221214070001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070001552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070001552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070001552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070001552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:03.345377 run osmo-stp_10.42.42.5(pid=20217): stdout: \u000a| (launched: 2022-12-14_07:00:01.269750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:03.476754 run osmo-stp_10.42.42.5(pid=20217): stderr: \u000a| �[0;m�[38;5;43m20221214070001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070001551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070001552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070001552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070001552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070001552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:03.535029 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20217): Process ended prematurely: osmo-stp_10.42.42.5(pid=20217) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20217)] [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:00:03.544177 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a07:00:03.608273 run osmo-hlr_10.42.42.2(pid=20214): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20214)]\u000a07:00:03.660401 run osmo-hlr_10.42.42.2(pid=20214): stdout: \u000a| (launched: 2022-12-14_07:00:00.207171) \u000a07:00:03.713641 run osmo-hlr_10.42.42.2(pid=20214): stderr: \u000a| �[0;m�[1;31m20221214070000410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070000410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070000410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070000410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070000410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070000410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070000422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070000430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070000430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070000430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:03.784497 run osmo-msc_10.42.42.6(pid=20223): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20223)]\u000a07:00:03.836533 run osmo-msc_10.42.42.6(pid=20223): stdout: \u000a| (launched: 2022-12-14_07:00:02.578619) \u000a07:00:03.889351 run osmo-msc_10.42.42.6(pid=20223): stderr: \u000a| �[0;m�[38;5;43m20221214070002906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070002906 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fefc8b0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070002906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070002906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070002906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070002906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070002908 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070002909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070002909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070002909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:00:03.934616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20213): Terminating (SIGTERM)\u000a07:00:03.977441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20216): Terminating (SIGTERM)\u000a07:00:04.020305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20222): Terminating (SIGTERM)\u000a07:00:04.029963 --- ParallelTerminationStrategy: PID 20213 died...\u000a07:00:04.087553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20213): Terminated: ok {rc=0}\u000a07:00:04.097693 --- ParallelTerminationStrategy: PID 20216 died...\u000a07:00:04.155253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20216): Terminated: ok {rc=0}\u000a07:00:04.165445 --- ParallelTerminationStrategy: PID 20222 died...\u000a07:00:04.222870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20222): Terminated: ok {rc=0}\u000a07:00:04.310053 bus /sierra_3: Setting Powered False\u000a07:00:05.415247 bus /sierra_3: Setting Powered False\u000a07:00:06.528543 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20231): Process ended prematurely: osmo-stp_10.42.42.5(pid=20231) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20231)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20231): Process ended prematurely: osmo-stp_10.42.42.5(pid=20231) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:00:07.646146 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:00:07.658444 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:00:07.831234 tst mo_mt_call_osmux.py: using LAC 39201\u000a07:00:07.962086 tst mo_mt_call_osmux.py: using RAC 186\u000a07:00:08.085327 tst mo_mt_call_osmux.py: using CellId 39201\u000a07:00:08.210699 tst mo_mt_call_osmux.py: using BVCI 39202\u000a07:00:08.234177 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:00:08.245421 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:00:08.256438 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:00:08.267362 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:00:08.278281 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:00:08.289136 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:00:08.410485 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:00:08.615677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:09.110171 run create_hlr_db(pid=20225): Launched\u000a07:00:09.286425 bus /sierra_2: Setting Powered False\u000a07:00:10.309153 run create_hlr_db(pid=20225): Terminated: ok {rc=0}\u000a07:00:10.752751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20227): Launched\u000a07:00:11.088414 run osmo-hlr_10.42.42.2(pid=20228): Launched\u000a07:00:11.210196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:11.787649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20230): Launched\u000a07:00:12.119642 run osmo-stp_10.42.42.5(pid=20231): Launched\u000a07:00:12.239940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:00:12.845223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20233): Launched\u000a07:00:13.177951 run osmo-msc_10.42.42.6(pid=20234): Launched\u000a07:00:13.370974 run osmo-stp_10.42.42.5(pid=20231): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20231)]\u000a07:00:13.511179 run osmo-stp_10.42.42.5(pid=20231): stdout: \u000a| (launched: 2022-12-14_07:00:11.955599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:13.651022 run osmo-stp_10.42.42.5(pid=20231): stderr: \u000a| �[0;m�[38;5;43m20221214070012153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070012154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070012154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070012154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070012155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070012155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070012155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:13.783594 run osmo-stp_10.42.42.5(pid=20231): stdout: \u000a| (launched: 2022-12-14_07:00:11.955599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:13.915346 run osmo-stp_10.42.42.5(pid=20231): stderr: \u000a| �[0;m�[38;5;43m20221214070012153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070012154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070012154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070012154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070012155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070012155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070012155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:13.973157 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20231): Process ended prematurely: osmo-stp_10.42.42.5(pid=20231) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20231)] [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:00:13.982381 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:00:14.045424 run osmo-hlr_10.42.42.2(pid=20228): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20228)]\u000a07:00:14.097064 run osmo-hlr_10.42.42.2(pid=20228): stdout: \u000a| (launched: 2022-12-14_07:00:10.922970) \u000a07:00:14.149494 run osmo-hlr_10.42.42.2(pid=20228): stderr: \u000a| �[0;m�[1;31m20221214070011125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070011125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070011125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070011125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070011125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070011125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070011139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070011147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070011148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070011148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:14.220378 run osmo-msc_10.42.42.6(pid=20234): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20234)]\u000a07:00:14.272174 run osmo-msc_10.42.42.6(pid=20234): stdout: \u000a| (launched: 2022-12-14_07:00:13.013396) \u000a07:00:14.324648 run osmo-msc_10.42.42.6(pid=20234): stderr: \u000a| �[0;m�[38;5;43m20221214070013340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070013340 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37e0b3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070013340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070013340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070013340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070013341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070013342 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070013343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070013343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070013343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:00:14.369199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20227): Terminating (SIGTERM)\u000a07:00:14.411343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20230): Terminating (SIGTERM)\u000a07:00:14.453616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20233): Terminating (SIGTERM)\u000a07:00:14.463208 --- ParallelTerminationStrategy: PID 20227 died...\u000a07:00:14.519758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20227): Terminated: ok {rc=0}\u000a07:00:14.529865 --- ParallelTerminationStrategy: PID 20230 died...\u000a07:00:14.585865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20230): Terminated: ok {rc=0}\u000a07:00:14.595840 --- ParallelTerminationStrategy: PID 20233 died...\u000a07:00:14.651828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20233): Terminated: ok {rc=0}\u000a07:00:14.738947 bus /sierra_3: Setting Powered False\u000a07:00:15.845597 bus /sierra_3: Setting Powered False\u000a07:00:16.976470 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T06:59:56" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20247): Process ended prematurely: osmo-stp_10.42.42.5(pid=20247) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20247)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20247): Process ended prematurely: osmo-stp_10.42.42.5(pid=20247) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:00:18.939952 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:00:18.951147 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:00:19.097098 tst mo_mt_call.py: using LAC 39202\u000a07:00:19.219140 tst mo_mt_call.py: using RAC 187\u000a07:00:19.341420 tst mo_mt_call.py: using CellId 39202\u000a07:00:19.463115 tst mo_mt_call.py: using BVCI 39203\u000a07:00:19.486492 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:00:19.497551 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:00:19.508343 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:00:19.519163 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:00:19.530132 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:00:19.541064 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:00:19.661202 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:00:19.867220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:20.361098 run create_hlr_db(pid=20241): Launched\u000a07:00:20.537253 bus /sierra_2: Setting Powered False\u000a07:00:21.558384 run create_hlr_db(pid=20241): Terminated: ok {rc=0}\u000a07:00:21.999534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20243): Launched\u000a07:00:22.331612 run osmo-hlr_10.42.42.2(pid=20244): Launched\u000a07:00:22.454322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:23.030445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20246): Launched\u000a07:00:23.338928 run osmo-stp_10.42.42.5(pid=20247): Launched\u000a07:00:23.449683 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:00:24.011609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20249): Launched\u000a07:00:24.320516 run osmo-msc_10.42.42.6(pid=20250): Launched\u000a07:00:24.501636 run osmo-stp_10.42.42.5(pid=20247): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20247)]\u000a07:00:24.632373 run osmo-stp_10.42.42.5(pid=20247): stdout: \u000a| (launched: 2022-12-14_07:00:23.187013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:24.760836 run osmo-stp_10.42.42.5(pid=20247): stderr: \u000a| �[0;m�[38;5;43m20221214070023363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070023363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070023363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070023363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070023364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070023364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070023364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:24.884900 run osmo-stp_10.42.42.5(pid=20247): stdout: \u000a| (launched: 2022-12-14_07:00:23.187013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:25.007627 run osmo-stp_10.42.42.5(pid=20247): stderr: \u000a| �[0;m�[38;5;43m20221214070023363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070023363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070023363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070023363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070023364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070023364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070023364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:25.061659 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20247): Process ended prematurely: osmo-stp_10.42.42.5(pid=20247) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20247)] [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:00:25.070014 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:00:25.129114 run osmo-hlr_10.42.42.2(pid=20244): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20244)]\u000a07:00:25.177803 run osmo-hlr_10.42.42.2(pid=20244): stdout: \u000a| (launched: 2022-12-14_07:00:22.167514) \u000a07:00:25.227043 run osmo-hlr_10.42.42.2(pid=20244): stderr: \u000a| �[0;m�[1;31m20221214070022372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070022372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070022372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070022372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070022372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070022372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070022384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070022392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070022392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070022392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:25.293841 run osmo-msc_10.42.42.6(pid=20250): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20250)]\u000a07:00:25.342664 run osmo-msc_10.42.42.6(pid=20250): stdout: \u000a| (launched: 2022-12-14_07:00:24.167344) \u000a07:00:25.391802 run osmo-msc_10.42.42.6(pid=20250): stderr: \u000a| �[0;m�[38;5;43m20221214070024446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070024446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74cd2b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070024446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070024446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070024446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070024446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070024448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070024449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070024449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070024449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:00:25.433731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20243): Terminating (SIGTERM)\u000a07:00:25.473295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20246): Terminating (SIGTERM)\u000a07:00:25.513374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20249): Terminating (SIGTERM)\u000a07:00:25.522481 --- ParallelTerminationStrategy: PID 20243 died...\u000a07:00:25.575330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20243): Terminated: ok {rc=0}\u000a07:00:25.584763 --- ParallelTerminationStrategy: PID 20246 died...\u000a07:00:25.637550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20246): Terminated: ok {rc=0}\u000a07:00:25.647361 --- ParallelTerminationStrategy: PID 20249 died...\u000a07:00:25.700155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20249): Terminated: ok {rc=0}\u000a07:00:25.789402 bus /sierra_3: Setting Powered False\u000a07:00:26.891163 bus /sierra_3: Setting Powered False\u000a07:00:28.001574 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20258): Process ended prematurely: osmo-stp_10.42.42.5(pid=20258) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20258)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20258): Process ended prematurely: osmo-stp_10.42.42.5(pid=20258) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:00:29.112289 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:00:29.123975 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:00:29.270065 tst mo_mt_call_osmux.py: using LAC 39203\u000a07:00:29.389870 tst mo_mt_call_osmux.py: using RAC 188\u000a07:00:29.514590 tst mo_mt_call_osmux.py: using CellId 39203\u000a07:00:29.638055 tst mo_mt_call_osmux.py: using BVCI 39204\u000a07:00:29.661541 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:00:29.672600 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:00:29.683464 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:00:29.694324 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:00:29.705213 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:00:29.716112 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:00:29.838824 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:00:30.043221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:30.535905 run create_hlr_db(pid=20252): Launched\u000a07:00:30.711909 bus /sierra_2: Setting Powered False\u000a07:00:31.758764 run create_hlr_db(pid=20252): Terminated: ok {rc=0}\u000a07:00:32.253579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20254): Launched\u000a07:00:32.589083 run osmo-hlr_10.42.42.2(pid=20255): Launched\u000a07:00:32.713818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:33.293765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20257): Launched\u000a07:00:33.627176 run osmo-stp_10.42.42.5(pid=20258): Launched\u000a07:00:33.748374 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:00:34.354188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20260): Launched\u000a07:00:34.687046 run osmo-msc_10.42.42.6(pid=20261): Launched\u000a07:00:34.879662 run osmo-stp_10.42.42.5(pid=20258): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20258)]\u000a07:00:35.019218 run osmo-stp_10.42.42.5(pid=20258): stdout: \u000a| (launched: 2022-12-14_07:00:33.462275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:35.158395 run osmo-stp_10.42.42.5(pid=20258): stderr: \u000a| �[0;m�[38;5;43m20221214070033658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070033659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070033659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070033659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070033660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070033660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070033660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:35.291233 run osmo-stp_10.42.42.5(pid=20258): stdout: \u000a| (launched: 2022-12-14_07:00:33.462275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:35.422578 run osmo-stp_10.42.42.5(pid=20258): stderr: \u000a| �[0;m�[38;5;43m20221214070033658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070033659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070033659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070033659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070033660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070033660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070033660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:35.480265 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20258): Process ended prematurely: osmo-stp_10.42.42.5(pid=20258) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20258)] [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:00:35.489501 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:00:35.552430 run osmo-hlr_10.42.42.2(pid=20255): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20255)]\u000a07:00:35.603903 run osmo-hlr_10.42.42.2(pid=20255): stdout: \u000a| (launched: 2022-12-14_07:00:32.422959) \u000a07:00:35.655980 run osmo-hlr_10.42.42.2(pid=20255): stderr: \u000a| �[0;m�[1;31m20221214070032623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070032623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070032623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070032623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070032623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070032623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070032639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070032648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070032648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070032648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:35.726718 run osmo-msc_10.42.42.6(pid=20261): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20261)]\u000a07:00:35.778402 run osmo-msc_10.42.42.6(pid=20261): stdout: \u000a| (launched: 2022-12-14_07:00:34.522853) \u000a07:00:35.830587 run osmo-msc_10.42.42.6(pid=20261): stderr: \u000a| �[0;m�[38;5;43m20221214070034849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070034849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2f5c7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070034849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070034849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070034849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070034849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070034851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070034851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070034852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070034852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:00:35.874967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20254): Terminating (SIGTERM)\u000a07:00:35.916933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20257): Terminating (SIGTERM)\u000a07:00:35.959448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20260): Terminating (SIGTERM)\u000a07:00:35.969131 --- ParallelTerminationStrategy: PID 20254 died...\u000a07:00:36.025373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20254): Terminated: ok {rc=0}\u000a07:00:36.035321 --- ParallelTerminationStrategy: PID 20257 died...\u000a07:00:36.091394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20257): Terminated: ok {rc=0}\u000a07:00:36.101452 --- ParallelTerminationStrategy: PID 20260 died...\u000a07:00:36.157039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20260): Terminated: ok {rc=0}\u000a07:00:36.242866 bus /sierra_3: Setting Powered False\u000a07:00:37.349235 bus /sierra_3: Setting Powered False\u000a07:00:38.460781 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:00:18" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20272): Process ended prematurely: osmo-stp_10.42.42.5(pid=20272) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20272)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20272): Process ended prematurely: osmo-stp_10.42.42.5(pid=20272) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:00:40.418077 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:00:40.429090 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:00:40.574713 tst mo_mt_call.py: using LAC 39204\u000a07:00:40.696836 tst mo_mt_call.py: using RAC 189\u000a07:00:40.819236 tst mo_mt_call.py: using CellId 39204\u000a07:00:40.942321 tst mo_mt_call.py: using BVCI 39205\u000a07:00:40.965787 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:00:40.976762 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:00:40.987585 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:00:40.998427 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:00:41.009292 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:00:41.020174 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:00:41.140566 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:00:41.344296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:41.839247 run create_hlr_db(pid=20266): Launched\u000a07:00:42.015671 bus /sierra_2: Setting Powered False\u000a07:00:43.037234 run create_hlr_db(pid=20266): Terminated: ok {rc=0}\u000a07:00:43.479266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20268): Launched\u000a07:00:43.812058 run osmo-hlr_10.42.42.2(pid=20269): Launched\u000a07:00:43.936118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:44.515143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20271): Launched\u000a07:00:44.847023 run osmo-stp_10.42.42.5(pid=20272): Launched\u000a07:00:44.967036 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:00:45.572072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20274): Launched\u000a07:00:45.958184 run osmo-msc_10.42.42.6(pid=20275): Launched\u000a07:00:46.245235 run osmo-stp_10.42.42.5(pid=20272): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20272)]\u000a07:00:46.578013 run osmo-stp_10.42.42.5(pid=20272): stdout: \u000a| (launched: 2022-12-14_07:00:44.682988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:46.956909 run osmo-stp_10.42.42.5(pid=20272): stderr: \u000a| �[0;m�[38;5;43m20221214070044877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070044877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070044877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070044877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070044878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070044878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070044878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:47.140778 run osmo-stp_10.42.42.5(pid=20272): stdout: \u000a| (launched: 2022-12-14_07:00:44.682988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:47.283519 run osmo-stp_10.42.42.5(pid=20272): stderr: \u000a| �[0;m�[38;5;43m20221214070044877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070044877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070044877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070044877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070044878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070044878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070044878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:47.343510 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20272): Process ended prematurely: osmo-stp_10.42.42.5(pid=20272) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20272)] [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:00:47.353095 tst mo_mt_call.py:8: Test FAILED (7.0 sec)\u000a07:00:47.417222 run osmo-hlr_10.42.42.2(pid=20269): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20269)]\u000a07:00:47.468868 run osmo-hlr_10.42.42.2(pid=20269): stdout: \u000a| (launched: 2022-12-14_07:00:43.648180) \u000a07:00:47.521464 run osmo-hlr_10.42.42.2(pid=20269): stderr: \u000a| �[0;m�[1;31m20221214070043849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070043849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070043849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070043849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070043849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070043849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070043862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070043870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070043871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070043871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:47.592543 run osmo-msc_10.42.42.6(pid=20275): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20275)]\u000a07:00:47.644069 run osmo-msc_10.42.42.6(pid=20275): stdout: \u000a| (launched: 2022-12-14_07:00:45.740126) \u000a07:00:47.696401 run osmo-msc_10.42.42.6(pid=20275): stderr: \u000a| �[0;m�[38;5;43m20221214070046497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070046498 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69f455ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070046499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070046499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070046502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070046503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070046512 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070046514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070046515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070046515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:00:47.740912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20268): Terminating (SIGTERM)\u000a07:00:47.783026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20271): Terminating (SIGTERM)\u000a07:00:47.824938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20274): Terminating (SIGTERM)\u000a07:00:47.834208 --- ParallelTerminationStrategy: PID 20268 died...\u000a07:00:47.890506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20268): Terminated: ok {rc=0}\u000a07:00:47.900477 --- ParallelTerminationStrategy: PID 20271 died...\u000a07:00:47.956937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20271): Terminated: ok {rc=0}\u000a07:00:47.966932 --- ParallelTerminationStrategy: PID 20274 died...\u000a07:00:48.023356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20274): Terminated: ok {rc=0}\u000a07:00:48.110422 bus /sierra_3: Setting Powered False\u000a07:00:49.216120 bus /sierra_3: Setting Powered False\u000a07:00:50.324739 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20286): Process ended prematurely: osmo-stp_10.42.42.5(pid=20286) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20286)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20286): Process ended prematurely: osmo-stp_10.42.42.5(pid=20286) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:00:51.434993 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:00:51.446703 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:00:51.596799 tst mo_mt_call_osmux.py: using LAC 39205\u000a07:00:51.716367 tst mo_mt_call_osmux.py: using RAC 190\u000a07:00:51.839820 tst mo_mt_call_osmux.py: using CellId 39205\u000a07:00:51.961463 tst mo_mt_call_osmux.py: using BVCI 39206\u000a07:00:51.985134 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:00:51.996276 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:00:52.007312 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:00:52.018270 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:00:52.029234 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:00:52.040188 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:00:52.161608 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:00:52.367673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:52.862266 run create_hlr_db(pid=20280): Launched\u000a07:00:53.038547 bus /sierra_2: Setting Powered False\u000a07:00:54.059350 run create_hlr_db(pid=20280): Terminated: ok {rc=0}\u000a07:00:54.501834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20282): Launched\u000a07:00:54.833805 run osmo-hlr_10.42.42.2(pid=20283): Launched\u000a07:00:54.958183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:55.534572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20285): Launched\u000a07:00:55.864669 run osmo-stp_10.42.42.5(pid=20286): Launched\u000a07:00:55.986917 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:00:56.591099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20288): Launched\u000a07:00:56.900884 run osmo-msc_10.42.42.6(pid=20289): Launched\u000a07:00:57.079937 run osmo-stp_10.42.42.5(pid=20286): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20286)]\u000a07:00:57.210450 run osmo-stp_10.42.42.5(pid=20286): stdout: \u000a| (launched: 2022-12-14_07:00:55.702423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:57.338111 run osmo-stp_10.42.42.5(pid=20286): stderr: \u000a| �[0;m�[38;5;43m20221214070055896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070055896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070055897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070055897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070055898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070055898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070055898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:57.460645 run osmo-stp_10.42.42.5(pid=20286): stdout: \u000a| (launched: 2022-12-14_07:00:55.702423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:57.582396 run osmo-stp_10.42.42.5(pid=20286): stderr: \u000a| �[0;m�[38;5;43m20221214070055896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070055896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070055897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070055897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070055898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070055898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070055898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:57.636152 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20286): Process ended prematurely: osmo-stp_10.42.42.5(pid=20286) [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20286)] [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:00:57.644603 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:00:57.703288 run osmo-hlr_10.42.42.2(pid=20283): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20283)]\u000a07:00:57.751817 run osmo-hlr_10.42.42.2(pid=20283): stdout: \u000a| (launched: 2022-12-14_07:00:54.670404) \u000a07:00:57.801137 run osmo-hlr_10.42.42.2(pid=20283): stderr: \u000a| �[0;m�[1;31m20221214070054869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070054869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070054869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070054870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070054870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070054870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070054883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070054891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070054892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070054892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:57.868205 run osmo-msc_10.42.42.6(pid=20289): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20289)]\u000a07:00:57.916852 run osmo-msc_10.42.42.6(pid=20289): stdout: \u000a| (launched: 2022-12-14_07:00:56.747520) \u000a07:00:57.966124 run osmo-msc_10.42.42.6(pid=20289): stderr: \u000a| �[0;m�[38;5;43m20221214070057020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070057021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f880d1cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070057021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070057021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070057021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070057021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070057023 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070057023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070057023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070057023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:00:58.007851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20282): Terminating (SIGTERM)\u000a07:00:58.047353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20285): Terminating (SIGTERM)\u000a07:00:58.087062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20288): Terminating (SIGTERM)\u000a07:00:58.096192 --- ParallelTerminationStrategy: PID 20282 died...\u000a07:00:58.149256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20282): Terminated: ok {rc=0}\u000a07:00:58.158692 --- ParallelTerminationStrategy: PID 20285 died...\u000a07:00:58.211176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20285): Terminated: ok {rc=0}\u000a07:00:58.220562 --- ParallelTerminationStrategy: PID 20288 died...\u000a07:00:58.272998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20288): Terminated: ok {rc=0}\u000a07:00:58.356919 bus /sierra_3: Setting Powered False\u000a07:00:59.463346 bus /sierra_3: Setting Powered False\u000a07:01:00.571739 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:00:40" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20300): Process ended prematurely: osmo-stp_10.42.42.5(pid=20300) [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20300)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20300): Process ended prematurely: osmo-stp_10.42.42.5(pid=20300) [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:01:02.544763 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:01:02.555979 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:01:02.701865 tst mo_mt_call.py: using LAC 39206\u000a07:01:02.824330 tst mo_mt_call.py: using RAC 191\u000a07:01:02.946411 tst mo_mt_call.py: using CellId 39206\u000a07:01:03.068385 tst mo_mt_call.py: using BVCI 39207\u000a07:01:03.091769 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:01:03.102835 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:01:03.113848 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:01:03.124626 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:01:03.135440 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:01:03.146365 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:01:03.267619 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:01:03.473370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:03.967772 run create_hlr_db(pid=20294): Launched\u000a07:01:04.143787 bus /sierra_2: Setting Powered False\u000a07:01:05.164385 run create_hlr_db(pid=20294): Terminated: ok {rc=0}\u000a07:01:05.605672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20296): Launched\u000a07:01:05.937593 run osmo-hlr_10.42.42.2(pid=20297): Launched\u000a07:01:06.059659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:06.636827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20299): Launched\u000a07:01:06.968864 run osmo-stp_10.42.42.5(pid=20300): Launched\u000a07:01:07.089534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:01:07.694707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20302): Launched\u000a07:01:08.026841 run osmo-msc_10.42.42.6(pid=20303): Launched\u000a07:01:08.220258 run osmo-stp_10.42.42.5(pid=20300): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20300)]\u000a07:01:08.359905 run osmo-stp_10.42.42.5(pid=20300): stdout: \u000a| (launched: 2022-12-14_07:01:06.805164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:08.499392 run osmo-stp_10.42.42.5(pid=20300): stderr: \u000a| �[0;m�[38;5;43m20221214070107000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070107000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070107001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070107001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070107002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070107002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070107002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:08.632659 run osmo-stp_10.42.42.5(pid=20300): stdout: \u000a| (launched: 2022-12-14_07:01:06.805164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:08.764109 run osmo-stp_10.42.42.5(pid=20300): stderr: \u000a| �[0;m�[38;5;43m20221214070107000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070107000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070107001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070107001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070107002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070107002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070107002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:08.822449 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20300): Process ended prematurely: osmo-stp_10.42.42.5(pid=20300) [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20300)] [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:01:08.831675 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:01:08.894635 run osmo-hlr_10.42.42.2(pid=20297): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20297)]\u000a07:01:08.946300 run osmo-hlr_10.42.42.2(pid=20297): stdout: \u000a| (launched: 2022-12-14_07:01:05.773901) \u000a07:01:08.998594 run osmo-hlr_10.42.42.2(pid=20297): stderr: \u000a| �[0;m�[1;31m20221214070105976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070105976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070105976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070105976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070105976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070105976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070105987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070105996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070105996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070105996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:09.069197 run osmo-msc_10.42.42.6(pid=20303): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20303)]\u000a07:01:09.120660 run osmo-msc_10.42.42.6(pid=20303): stdout: \u000a| (launched: 2022-12-14_07:01:07.863079) \u000a07:01:09.172931 run osmo-msc_10.42.42.6(pid=20303): stderr: \u000a| �[0;m�[38;5;43m20221214070108186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070108187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3353bf8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070108187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070108187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070108187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070108187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070108189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070108189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070108189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070108189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:01:09.217617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20296): Terminating (SIGTERM)\u000a07:01:09.259738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20299): Terminating (SIGTERM)\u000a07:01:09.302109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20302): Terminating (SIGTERM)\u000a07:01:09.311687 --- ParallelTerminationStrategy: PID 20296 died...\u000a07:01:09.368223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20296): Terminated: ok {rc=0}\u000a07:01:09.378336 --- ParallelTerminationStrategy: PID 20299 died...\u000a07:01:09.434515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20299): Terminated: ok {rc=0}\u000a07:01:09.444368 --- ParallelTerminationStrategy: PID 20302 died...\u000a07:01:09.500523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20302): Terminated: ok {rc=0}\u000a07:01:09.588194 bus /sierra_3: Setting Powered False\u000a07:01:10.694233 bus /sierra_3: Setting Powered False\u000a07:01:11.807073 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20311): Process ended prematurely: osmo-stp_10.42.42.5(pid=20311) [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20311)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20311): Process ended prematurely: osmo-stp_10.42.42.5(pid=20311) [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:01:12.922956 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:01:12.935317 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:01:13.090804 tst mo_mt_call_osmux.py: using LAC 39207\u000a07:01:13.221758 tst mo_mt_call_osmux.py: using RAC 192\u000a07:01:13.353450 tst mo_mt_call_osmux.py: using CellId 39207\u000a07:01:13.484890 tst mo_mt_call_osmux.py: using BVCI 39208\u000a07:01:13.510573 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:01:13.522771 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:01:13.534266 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:01:13.545761 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:01:13.557624 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:01:13.569672 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:01:13.688187 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:01:13.899472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:14.396930 run create_hlr_db(pid=20305): Launched\u000a07:01:14.573861 bus /sierra_2: Setting Powered False\u000a07:01:15.593531 run create_hlr_db(pid=20305): Terminated: ok {rc=0}\u000a07:01:16.053532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20307): Launched\u000a07:01:16.483065 run osmo-hlr_10.42.42.2(pid=20308): Launched\u000a07:01:16.755633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:17.317552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20310): Launched\u000a07:01:17.626330 run osmo-stp_10.42.42.5(pid=20311): Launched\u000a07:01:17.737667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:01:18.301538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20313): Launched\u000a07:01:18.612940 run osmo-msc_10.42.42.6(pid=20314): Launched\u000a07:01:18.792638 run osmo-stp_10.42.42.5(pid=20311): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20311)]\u000a07:01:18.922534 run osmo-stp_10.42.42.5(pid=20311): stdout: \u000a| (launched: 2022-12-14_07:01:17.473995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:19.049943 run osmo-stp_10.42.42.5(pid=20311): stderr: \u000a| �[0;m�[38;5;43m20221214070117647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070117647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070117648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070117648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070117649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070117649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070117649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:19.172475 run osmo-stp_10.42.42.5(pid=20311): stdout: \u000a| (launched: 2022-12-14_07:01:17.473995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:19.293956 run osmo-stp_10.42.42.5(pid=20311): stderr: \u000a| �[0;m�[38;5;43m20221214070117647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070117647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070117648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070117648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070117649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070117649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070117649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:19.347765 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20311): Process ended prematurely: osmo-stp_10.42.42.5(pid=20311) [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20311)] [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:01:19.356197 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a07:01:19.415187 run osmo-hlr_10.42.42.2(pid=20308): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20308)]\u000a07:01:19.464002 run osmo-hlr_10.42.42.2(pid=20308): stdout: \u000a| (launched: 2022-12-14_07:01:16.214350) \u000a07:01:19.513484 run osmo-hlr_10.42.42.2(pid=20308): stderr: \u000a| �[0;m�[1;31m20221214070116506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070116506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070116506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070116506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070116506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070116506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070116523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070116535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070116536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070116536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:19.580208 run osmo-msc_10.42.42.6(pid=20314): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20314)]\u000a07:01:19.628993 run osmo-msc_10.42.42.6(pid=20314): stdout: \u000a| (launched: 2022-12-14_07:01:18.458945) \u000a07:01:19.678367 run osmo-msc_10.42.42.6(pid=20314): stderr: \u000a| �[0;m�[38;5;43m20221214070118733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070118733 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feee7728c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070118734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070118734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070118734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070118734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070118736 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070118736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070118736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070118736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:01:19.720043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20307): Terminating (SIGTERM)\u000a07:01:19.759524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20310): Terminating (SIGTERM)\u000a07:01:19.798973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20313): Terminating (SIGTERM)\u000a07:01:19.808039 --- ParallelTerminationStrategy: PID 20307 died...\u000a07:01:19.860768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20307): Terminated: ok {rc=0}\u000a07:01:19.870213 --- ParallelTerminationStrategy: PID 20310 died...\u000a07:01:19.922529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20310): Terminated: ok {rc=0}\u000a07:01:19.931840 --- ParallelTerminationStrategy: PID 20313 died...\u000a07:01:19.984148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20313): Terminated: ok {rc=0}\u000a07:01:20.071916 bus /sierra_3: Setting Powered False\u000a07:01:21.176775 bus /sierra_3: Setting Powered False\u000a07:01:22.282613 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:01:02" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20325): Process ended prematurely: osmo-stp_10.42.42.5(pid=20325) [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20325)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20325): Process ended prematurely: osmo-stp_10.42.42.5(pid=20325) [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:01:24.250291 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:01:24.261900 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:01:24.418153 tst mo_mt_call.py: using LAC 39208\u000a07:01:24.548742 tst mo_mt_call.py: using RAC 193\u000a07:01:24.680761 tst mo_mt_call.py: using CellId 39208\u000a07:01:24.811631 tst mo_mt_call.py: using BVCI 39209\u000a07:01:24.837125 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:01:24.848757 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:01:24.860240 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:01:24.871712 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:01:24.884168 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:01:24.896566 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:01:25.021395 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:01:25.237838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:25.760350 run create_hlr_db(pid=20319): Launched\u000a07:01:25.952621 bus /sierra_2: Setting Powered False\u000a07:01:26.973156 run create_hlr_db(pid=20319): Terminated: ok {rc=0}\u000a07:01:27.389129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20321): Launched\u000a07:01:27.698515 run osmo-hlr_10.42.42.2(pid=20322): Launched\u000a07:01:27.820051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:28.361292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20324): Launched\u000a07:01:28.672373 run osmo-stp_10.42.42.5(pid=20325): Launched\u000a07:01:28.783716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:01:29.345081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20327): Launched\u000a07:01:29.654490 run osmo-msc_10.42.42.6(pid=20328): Launched\u000a07:01:29.833583 run osmo-stp_10.42.42.5(pid=20325): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20325)]\u000a07:01:29.963010 run osmo-stp_10.42.42.5(pid=20325): stdout: \u000a| (launched: 2022-12-14_07:01:28.519749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:30.090309 run osmo-stp_10.42.42.5(pid=20325): stderr: \u000a| �[0;m�[38;5;43m20221214070128695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070128695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070128695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070128695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070128696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070128696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070128696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:30.213200 run osmo-stp_10.42.42.5(pid=20325): stdout: \u000a| (launched: 2022-12-14_07:01:28.519749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:30.334654 run osmo-stp_10.42.42.5(pid=20325): stderr: \u000a| �[0;m�[38;5;43m20221214070128695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070128695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070128695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070128695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070128696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070128696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070128696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:30.389050 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20325): Process ended prematurely: osmo-stp_10.42.42.5(pid=20325) [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20325)] [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:01:30.397524 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:01:30.456293 run osmo-hlr_10.42.42.2(pid=20322): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20322)]\u000a07:01:30.504875 run osmo-hlr_10.42.42.2(pid=20322): stdout: \u000a| (launched: 2022-12-14_07:01:27.545700) \u000a07:01:30.554045 run osmo-hlr_10.42.42.2(pid=20322): stderr: \u000a| �[0;m�[1;31m20221214070127726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070127726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070127726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070127726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070127726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070127726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070127739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070127749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070127750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070127750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:30.620761 run osmo-msc_10.42.42.6(pid=20328): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20328)]\u000a07:01:30.669386 run osmo-msc_10.42.42.6(pid=20328): stdout: \u000a| (launched: 2022-12-14_07:01:29.501308) \u000a07:01:30.718410 run osmo-msc_10.42.42.6(pid=20328): stderr: \u000a| �[0;m�[38;5;43m20221214070129776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070129777 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c2fe46c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070129777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070129777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070129777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070129777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070129779 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070129779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070129779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070129779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:01:30.760186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20321): Terminating (SIGTERM)\u000a07:01:30.799701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20324): Terminating (SIGTERM)\u000a07:01:30.841588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20327): Terminating (SIGTERM)\u000a07:01:30.859498 --- ParallelTerminationStrategy: PID 20321 died...\u000a07:01:30.924818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20321): Terminated: ok {rc=0}\u000a07:01:30.937195 --- ParallelTerminationStrategy: PID 20324 died...\u000a07:01:30.996601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20324): Terminated: ok {rc=0}\u000a07:01:31.008895 --- ParallelTerminationStrategy: PID 20327 died...\u000a07:01:31.069408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20327): Terminated: ok {rc=0}\u000a07:01:31.163697 bus /sierra_3: Setting Powered False\u000a07:01:32.265265 bus /sierra_3: Setting Powered False\u000a07:01:33.376444 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20336): Process ended prematurely: osmo-stp_10.42.42.5(pid=20336) [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20336)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20336): Process ended prematurely: osmo-stp_10.42.42.5(pid=20336) [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:01:34.489046 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:01:34.500782 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:01:34.647409 tst mo_mt_call_osmux.py: using LAC 39209\u000a07:01:34.777558 tst mo_mt_call_osmux.py: using RAC 194\u000a07:01:34.908688 tst mo_mt_call_osmux.py: using CellId 39209\u000a07:01:35.038347 tst mo_mt_call_osmux.py: using BVCI 39210\u000a07:01:35.063739 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:01:35.075587 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:01:35.087061 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:01:35.098371 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:01:35.110007 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:01:35.121897 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:01:35.240346 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:01:35.458460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:35.979586 run create_hlr_db(pid=20330): Launched\u000a07:01:36.170581 bus /sierra_2: Setting Powered False\u000a07:01:37.191162 run create_hlr_db(pid=20330): Terminated: ok {rc=0}\u000a07:01:37.606242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20332): Launched\u000a07:01:37.913117 run osmo-hlr_10.42.42.2(pid=20333): Launched\u000a07:01:38.025816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:38.560777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20335): Launched\u000a07:01:38.871659 run osmo-stp_10.42.42.5(pid=20336): Launched\u000a07:01:38.983540 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:01:39.544375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20338): Launched\u000a07:01:39.853735 run osmo-msc_10.42.42.6(pid=20339): Launched\u000a07:01:40.032796 run osmo-stp_10.42.42.5(pid=20336): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20336)]\u000a07:01:40.162308 run osmo-stp_10.42.42.5(pid=20336): stdout: \u000a| (launched: 2022-12-14_07:01:38.717895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:40.289696 run osmo-stp_10.42.42.5(pid=20336): stderr: \u000a| �[0;m�[38;5;43m20221214070138891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070138891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070138892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070138892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070138892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070138893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070138893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:40.411864 run osmo-stp_10.42.42.5(pid=20336): stdout: \u000a| (launched: 2022-12-14_07:01:38.717895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:40.534100 run osmo-stp_10.42.42.5(pid=20336): stderr: \u000a| �[0;m�[38;5;43m20221214070138891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070138891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070138892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070138892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070138892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070138893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070138893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:40.588379 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20336): Process ended prematurely: osmo-stp_10.42.42.5(pid=20336) [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20336)] [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:01:40.596807 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:01:40.655175 run osmo-hlr_10.42.42.2(pid=20333): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20333)]\u000a07:01:40.703459 run osmo-hlr_10.42.42.2(pid=20333): stdout: \u000a| (launched: 2022-12-14_07:01:37.761901) \u000a07:01:40.752300 run osmo-hlr_10.42.42.2(pid=20333): stderr: \u000a| �[0;m�[1;31m20221214070137939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070137939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070137939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070137940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070137940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070137940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070137952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070137961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070137961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070137961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:40.818643 run osmo-msc_10.42.42.6(pid=20339): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20339)]\u000a07:01:40.867197 run osmo-msc_10.42.42.6(pid=20339): stdout: \u000a| (launched: 2022-12-14_07:01:39.700646) \u000a07:01:40.916039 run osmo-msc_10.42.42.6(pid=20339): stderr: \u000a| �[0;m�[38;5;43m20221214070139974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070139974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39247a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070139974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070139974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070139974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070139975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070139976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070139977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070139977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070139977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:01:40.957515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20332): Terminating (SIGTERM)\u000a07:01:40.996767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20335): Terminating (SIGTERM)\u000a07:01:41.036057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20338): Terminating (SIGTERM)\u000a07:01:41.045075 --- ParallelTerminationStrategy: PID 20332 died...\u000a07:01:41.097600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20332): Terminated: ok {rc=0}\u000a07:01:41.106959 --- ParallelTerminationStrategy: PID 20335 died...\u000a07:01:41.159135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20335): Terminated: ok {rc=0}\u000a07:01:41.168389 --- ParallelTerminationStrategy: PID 20338 died...\u000a07:01:41.220511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20338): Terminated: ok {rc=0}\u000a07:01:41.303675 bus /sierra_3: Setting Powered False\u000a07:01:42.408728 bus /sierra_3: Setting Powered False\u000a07:01:43.515998 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:01:23" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20350): Process ended prematurely: osmo-stp_10.42.42.5(pid=20350) [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20350)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20350): Process ended prematurely: osmo-stp_10.42.42.5(pid=20350) [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:01:45.468209 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:01:45.479473 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:01:45.626688 tst mo_mt_call.py: using LAC 39210\u000a07:01:45.749263 tst mo_mt_call.py: using RAC 195\u000a07:01:45.885687 tst mo_mt_call.py: using CellId 39210\u000a07:01:46.015059 tst mo_mt_call.py: using BVCI 39211\u000a07:01:46.039941 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:01:46.052188 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:01:46.064204 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:01:46.076268 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:01:46.088221 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:01:46.100524 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:01:46.221812 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:01:46.427988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:46.968181 run create_hlr_db(pid=20344): Launched\u000a07:01:47.148755 bus /sierra_2: Setting Powered False\u000a07:01:48.167458 run create_hlr_db(pid=20344): Terminated: ok {rc=0}\u000a07:01:48.582162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20346): Launched\u000a07:01:48.893130 run osmo-hlr_10.42.42.2(pid=20347): Launched\u000a07:01:49.015545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:49.556518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20349): Launched\u000a07:01:49.865217 run osmo-stp_10.42.42.5(pid=20350): Launched\u000a07:01:49.976409 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:01:50.539230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20352): Launched\u000a07:01:50.849314 run osmo-msc_10.42.42.6(pid=20353): Launched\u000a07:01:51.028121 run osmo-stp_10.42.42.5(pid=20350): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20350)]\u000a07:01:51.158463 run osmo-stp_10.42.42.5(pid=20350): stdout: \u000a| (launched: 2022-12-14_07:01:49.712749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:51.286239 run osmo-stp_10.42.42.5(pid=20350): stderr: \u000a| �[0;m�[38;5;43m20221214070149885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070149885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070149885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070149886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070149886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070149886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070149886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:51.409291 run osmo-stp_10.42.42.5(pid=20350): stdout: \u000a| (launched: 2022-12-14_07:01:49.712749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:51.531033 run osmo-stp_10.42.42.5(pid=20350): stderr: \u000a| �[0;m�[38;5;43m20221214070149885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070149885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070149885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070149886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070149886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070149886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070149886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:51.585156 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20350): Process ended prematurely: osmo-stp_10.42.42.5(pid=20350) [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20350)] [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:01:51.593631 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:01:51.652906 run osmo-hlr_10.42.42.2(pid=20347): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20347)]\u000a07:01:51.701886 run osmo-hlr_10.42.42.2(pid=20347): stdout: \u000a| (launched: 2022-12-14_07:01:48.740362) \u000a07:01:51.751317 run osmo-hlr_10.42.42.2(pid=20347): stderr: \u000a| �[0;m�[1;31m20221214070148919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070148919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070148919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070148919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070148919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070148919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070148932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070148942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070148942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070148943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:51.818279 run osmo-msc_10.42.42.6(pid=20353): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20353)]\u000a07:01:51.867130 run osmo-msc_10.42.42.6(pid=20353): stdout: \u000a| (launched: 2022-12-14_07:01:50.695953) \u000a07:01:51.916369 run osmo-msc_10.42.42.6(pid=20353): stderr: \u000a| �[0;m�[38;5;43m20221214070150971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070150971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9a62acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070150971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070150971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070150971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070150971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070150975 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070150975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070150975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070150975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:01:51.958028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20346): Terminating (SIGTERM)\u000a07:01:51.997644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20349): Terminating (SIGTERM)\u000a07:01:52.037248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20352): Terminating (SIGTERM)\u000a07:01:52.046608 --- ParallelTerminationStrategy: PID 20346 died...\u000a07:01:52.099472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20346): Terminated: ok {rc=0}\u000a07:01:52.109109 --- ParallelTerminationStrategy: PID 20349 died...\u000a07:01:52.161789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20349): Terminated: ok {rc=0}\u000a07:01:52.171342 --- ParallelTerminationStrategy: PID 20352 died...\u000a07:01:52.224067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20352): Terminated: ok {rc=0}\u000a07:01:52.307503 bus /sierra_3: Setting Powered False\u000a07:01:53.414771 bus /sierra_3: Setting Powered False\u000a07:01:54.523662 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20361): Process ended prematurely: osmo-stp_10.42.42.5(pid=20361) [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20361)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20361): Process ended prematurely: osmo-stp_10.42.42.5(pid=20361) [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:01:55.640685 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:01:55.653147 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:01:55.807335 tst mo_mt_call_osmux.py: using LAC 39211\u000a07:01:55.938638 tst mo_mt_call_osmux.py: using RAC 196\u000a07:01:56.069865 tst mo_mt_call_osmux.py: using CellId 39211\u000a07:01:56.199465 tst mo_mt_call_osmux.py: using BVCI 39212\u000a07:01:56.224870 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:01:56.236532 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:01:56.247894 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:01:56.259371 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:01:56.271173 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:01:56.282989 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:01:56.402701 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:01:56.622051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:57.143022 run create_hlr_db(pid=20355): Launched\u000a07:01:57.334075 bus /sierra_2: Setting Powered False\u000a07:01:58.354019 run create_hlr_db(pid=20355): Terminated: ok {rc=0}\u000a07:01:58.769813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20357): Launched\u000a07:01:59.077848 run osmo-hlr_10.42.42.2(pid=20358): Launched\u000a07:01:59.190480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:59.725321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20360): Launched\u000a07:02:00.033519 run osmo-stp_10.42.42.5(pid=20361): Launched\u000a07:02:00.144257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:02:00.706510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20363): Launched\u000a07:02:01.092004 run osmo-msc_10.42.42.6(pid=20364): Launched\u000a07:02:01.462741 run osmo-stp_10.42.42.5(pid=20361): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20361)]\u000a07:02:01.629534 run osmo-stp_10.42.42.5(pid=20361): stdout: \u000a| (launched: 2022-12-14_07:01:59.881411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:01.772615 run osmo-stp_10.42.42.5(pid=20361): stderr: \u000a| �[0;m�[38;5;43m20221214070200053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070200054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070200054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070200054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070200055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070200055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070200055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:01.910779 run osmo-stp_10.42.42.5(pid=20361): stdout: \u000a| (launched: 2022-12-14_07:01:59.881411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:02.046373 run osmo-stp_10.42.42.5(pid=20361): stderr: \u000a| �[0;m�[38;5;43m20221214070200053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070200054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070200054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070200054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070200055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070200055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070200055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:02.107208 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20361): Process ended prematurely: osmo-stp_10.42.42.5(pid=20361) [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20361)] [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:02:02.117595 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a07:02:02.183993 run osmo-hlr_10.42.42.2(pid=20358): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20358)]\u000a07:02:02.238164 run osmo-hlr_10.42.42.2(pid=20358): stdout: \u000a| (launched: 2022-12-14_07:01:58.925760) \u000a07:02:02.293168 run osmo-hlr_10.42.42.2(pid=20358): stderr: \u000a| �[0;m�[1;31m20221214070159103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070159103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070159103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070159103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070159103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070159103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070159119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070159130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070159130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070159130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:02.367826 run osmo-msc_10.42.42.6(pid=20364): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20364)]\u000a07:02:02.419844 run osmo-msc_10.42.42.6(pid=20364): stdout: \u000a| (launched: 2022-12-14_07:02:00.863009) \u000a07:02:02.472318 run osmo-msc_10.42.42.6(pid=20364): stderr: \u000a| �[0;m�[38;5;43m20221214070201254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070201254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc9cf0ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070201254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070201254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070201255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070201255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070201259 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070201260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070201260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070201260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:02:02.517320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20357): Terminating (SIGTERM)\u000a07:02:02.560095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20360): Terminating (SIGTERM)\u000a07:02:02.602567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20363): Terminating (SIGTERM)\u000a07:02:02.612301 --- ParallelTerminationStrategy: PID 20357 died...\u000a07:02:02.669279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20357): Terminated: ok {rc=0}\u000a07:02:02.679459 --- ParallelTerminationStrategy: PID 20360 died...\u000a07:02:02.735927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20360): Terminated: ok {rc=0}\u000a07:02:02.746099 --- ParallelTerminationStrategy: PID 20363 died...\u000a07:02:02.802347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20363): Terminated: ok {rc=0}\u000a07:02:02.887944 bus /sierra_3: Setting Powered False\u000a07:02:03.989771 bus /sierra_3: Setting Powered False\u000a07:02:05.098966 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:01:45" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20375): Process ended prematurely: osmo-stp_10.42.42.5(pid=20375) [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20375)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20375): Process ended prematurely: osmo-stp_10.42.42.5(pid=20375) [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:02:07.064691 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:02:07.076286 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:02:07.223355 tst mo_mt_call.py: using LAC 39212\u000a07:02:07.342381 tst mo_mt_call.py: using RAC 197\u000a07:02:07.462372 tst mo_mt_call.py: using CellId 39212\u000a07:02:07.584382 tst mo_mt_call.py: using BVCI 39213\u000a07:02:07.607883 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:02:07.618880 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:02:07.629562 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:02:07.640158 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:02:07.650888 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:02:07.661644 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:02:07.784736 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:02:08.003263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:08.524898 run create_hlr_db(pid=20369): Launched\u000a07:02:08.717429 bus /sierra_2: Setting Powered False\u000a07:02:09.724762 run create_hlr_db(pid=20369): Terminated: ok {rc=0}\u000a07:02:10.150681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20371): Launched\u000a07:02:10.461170 run osmo-hlr_10.42.42.2(pid=20372): Launched\u000a07:02:10.575268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:02:11.117022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20374): Launched\u000a07:02:11.427151 run osmo-stp_10.42.42.5(pid=20375): Launched\u000a07:02:11.539294 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:02:12.103913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20377): Launched\u000a07:02:12.414502 run osmo-msc_10.42.42.6(pid=20378): Launched\u000a07:02:12.599652 run osmo-stp_10.42.42.5(pid=20375): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20375)]\u000a07:02:12.729979 run osmo-stp_10.42.42.5(pid=20375): stdout: \u000a| (launched: 2022-12-14_07:02:11.273308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:12.858414 run osmo-stp_10.42.42.5(pid=20375): stderr: \u000a| �[0;m�[38;5;43m20221214070211446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070211446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070211447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070211447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070211447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070211447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070211448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:12.981094 run osmo-stp_10.42.42.5(pid=20375): stdout: \u000a| (launched: 2022-12-14_07:02:11.273308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:13.103233 run osmo-stp_10.42.42.5(pid=20375): stderr: \u000a| �[0;m�[38;5;43m20221214070211446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070211446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070211447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070211447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070211447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070211447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070211448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:13.157356 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20375): Process ended prematurely: osmo-stp_10.42.42.5(pid=20375) [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20375)] [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:02:13.165992 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:02:13.224912 run osmo-hlr_10.42.42.2(pid=20372): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20372)]\u000a07:02:13.273502 run osmo-hlr_10.42.42.2(pid=20372): stdout: \u000a| (launched: 2022-12-14_07:02:10.307110) \u000a07:02:13.323191 run osmo-hlr_10.42.42.2(pid=20372): stderr: \u000a| �[0;m�[1;31m20221214070210487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070210487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070210487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070210487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070210487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070210487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070210527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070210536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070210536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070210536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:13.390114 run osmo-msc_10.42.42.6(pid=20378): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20378)]\u000a07:02:13.438796 run osmo-msc_10.42.42.6(pid=20378): stdout: \u000a| (launched: 2022-12-14_07:02:12.260208) \u000a07:02:13.487856 run osmo-msc_10.42.42.6(pid=20378): stderr: \u000a| �[0;m�[38;5;43m20221214070212537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070212537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee4e0b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070212537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070212537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070212538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070212538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070212539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070212540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070212540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070212540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:02:13.529596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20371): Terminating (SIGTERM)\u000a07:02:13.568912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20374): Terminating (SIGTERM)\u000a07:02:13.608552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20377): Terminating (SIGTERM)\u000a07:02:13.617840 --- ParallelTerminationStrategy: PID 20371 died...\u000a07:02:13.671158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20371): Terminated: ok {rc=0}\u000a07:02:13.680770 --- ParallelTerminationStrategy: PID 20374 died...\u000a07:02:13.733298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20374): Terminated: ok {rc=0}\u000a07:02:13.742817 --- ParallelTerminationStrategy: PID 20377 died...\u000a07:02:13.795728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20377): Terminated: ok {rc=0}\u000a07:02:13.878992 bus /sierra_3: Setting Powered False\u000a07:02:14.984017 bus /sierra_3: Setting Powered False\u000a07:02:16.123556 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20386): Process ended prematurely: osmo-stp_10.42.42.5(pid=20386) [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20386)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20386): Process ended prematurely: osmo-stp_10.42.42.5(pid=20386) [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:02:17.244373 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:02:17.257417 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:02:17.419867 tst mo_mt_call_osmux.py: using LAC 39213\u000a07:02:17.548046 tst mo_mt_call_osmux.py: using RAC 198\u000a07:02:17.677779 tst mo_mt_call_osmux.py: using CellId 39213\u000a07:02:17.808737 tst mo_mt_call_osmux.py: using BVCI 39214\u000a07:02:17.834387 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:02:17.846005 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:02:17.857267 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:02:17.868370 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:02:17.880031 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:02:17.891961 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:02:18.010101 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:02:18.226243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:18.747722 run create_hlr_db(pid=20380): Launched\u000a07:02:18.939551 bus /sierra_2: Setting Powered False\u000a07:02:19.959190 run create_hlr_db(pid=20380): Terminated: ok {rc=0}\u000a07:02:20.375042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20382): Launched\u000a07:02:20.684299 run osmo-hlr_10.42.42.2(pid=20383): Launched\u000a07:02:20.797418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:02:21.331624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20385): Launched\u000a07:02:21.640178 run osmo-stp_10.42.42.5(pid=20386): Launched\u000a07:02:21.751345 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:02:22.312804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20388): Launched\u000a07:02:22.621829 run osmo-msc_10.42.42.6(pid=20389): Launched\u000a07:02:22.805948 run osmo-stp_10.42.42.5(pid=20386): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20386)]\u000a07:02:22.935910 run osmo-stp_10.42.42.5(pid=20386): stdout: \u000a| (launched: 2022-12-14_07:02:21.487758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:23.063239 run osmo-stp_10.42.42.5(pid=20386): stderr: \u000a| �[0;m�[38;5;43m20221214070221662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070221662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070221663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070221663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070221664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070221664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070221664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:23.185973 run osmo-stp_10.42.42.5(pid=20386): stdout: \u000a| (launched: 2022-12-14_07:02:21.487758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:23.308338 run osmo-stp_10.42.42.5(pid=20386): stderr: \u000a| �[0;m�[38;5;43m20221214070221662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070221662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070221663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070221663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070221664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070221664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070221664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:23.362209 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20386): Process ended prematurely: osmo-stp_10.42.42.5(pid=20386) [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20386)] [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:02:23.370549 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:02:23.429836 run osmo-hlr_10.42.42.2(pid=20383): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20383)]\u000a07:02:23.478845 run osmo-hlr_10.42.42.2(pid=20383): stdout: \u000a| (launched: 2022-12-14_07:02:20.531244) \u000a07:02:23.528321 run osmo-hlr_10.42.42.2(pid=20383): stderr: \u000a| �[0;m�[1;31m20221214070220713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070220713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070220713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070220713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070220713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070220713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070220727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070220737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070220737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070220737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:23.595086 run osmo-msc_10.42.42.6(pid=20389): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20389)]\u000a07:02:23.643848 run osmo-msc_10.42.42.6(pid=20389): stdout: \u000a| (launched: 2022-12-14_07:02:22.468722) \u000a07:02:23.693298 run osmo-msc_10.42.42.6(pid=20389): stderr: \u000a| �[0;m�[38;5;43m20221214070222745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070222745 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6ff3ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070222745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070222745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070222745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070222746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070222747 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070222748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070222748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070222748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:02:23.735222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20382): Terminating (SIGTERM)\u000a07:02:23.774821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20385): Terminating (SIGTERM)\u000a07:02:23.814295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20388): Terminating (SIGTERM)\u000a07:02:23.823478 --- ParallelTerminationStrategy: PID 20382 died...\u000a07:02:23.876518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20382): Terminated: ok {rc=0}\u000a07:02:23.886072 --- ParallelTerminationStrategy: PID 20385 died...\u000a07:02:23.938737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20385): Terminated: ok {rc=0}\u000a07:02:23.948241 --- ParallelTerminationStrategy: PID 20388 died...\u000a07:02:24.000866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20388): Terminated: ok {rc=0}\u000a07:02:24.089036 bus /sierra_3: Setting Powered False\u000a07:02:25.192722 bus /sierra_3: Setting Powered False\u000a07:02:26.304028 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:02:06" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20401): Process ended prematurely: osmo-stp_10.42.42.5(pid=20401) [trial-2401↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20401)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20401): Process ended prematurely: osmo-stp_10.42.42.5(pid=20401) [trial-2401↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:02:28.268470 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:02:28.279256 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a07:02:28.406634 tst emergency_mo_mt_call.py: using LAC 39214\u000a07:02:28.524008 tst emergency_mo_mt_call.py: using RAC 199\u000a07:02:28.647856 tst emergency_mo_mt_call.py: using CellId 39214\u000a07:02:28.768495 tst emergency_mo_mt_call.py: using BVCI 39215\u000a07:02:28.791354 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:02:28.801971 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:02:28.812496 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:02:28.822962 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:02:28.833395 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:02:28.844189 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a07:02:28.961821 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a07:02:29.170395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:29.656705 run create_hlr_db(pid=20394): Launched\u000a07:02:29.831366 bus /sierra_2: Setting Powered False\u000a07:02:30.873241 run create_hlr_db(pid=20394): Terminated: ok {rc=0}\u000a07:02:31.331744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20396): Launched\u000a07:02:31.766137 run osmo-hlr_10.42.42.2(pid=20397): Launched\u000a07:02:31.932509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:02:32.561176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20400): Launched\u000a07:02:32.888409 run osmo-stp_10.42.42.5(pid=20401): Launched\u000a07:02:33.032409 tst emergency_mo_mt_call.py: using MSISDN 8560\u000a07:02:33.195740 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:02:33.790777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20403): Launched\u000a07:02:34.117218 run osmo-msc_10.42.42.6(pid=20404): Launched\u000a07:02:34.307425 run osmo-stp_10.42.42.5(pid=20401): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20401)]\u000a07:02:34.445157 run osmo-stp_10.42.42.5(pid=20401): stdout: \u000a| (launched: 2022-12-14_07:02:32.727339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:34.582831 run osmo-stp_10.42.42.5(pid=20401): stderr: \u000a| �[0;m�[38;5;43m20221214070232924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070232924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070232925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070232925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070232926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070232926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070232926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:34.713520 run osmo-stp_10.42.42.5(pid=20401): stdout: \u000a| (launched: 2022-12-14_07:02:32.727339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:34.843195 run osmo-stp_10.42.42.5(pid=20401): stderr: \u000a| �[0;m�[38;5;43m20221214070232924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070232924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070232925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070232925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070232926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070232926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070232926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:34.900006 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20401): Process ended prematurely: osmo-stp_10.42.42.5(pid=20401) [trial-2401↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20401)] [trial-2401↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a07:02:34.908737 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a07:02:34.972299 run osmo-hlr_10.42.42.2(pid=20397): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20397)]\u000a07:02:35.024406 run osmo-hlr_10.42.42.2(pid=20397): stdout: \u000a| (launched: 2022-12-14_07:02:31.502079) \u000a07:02:35.077320 run osmo-hlr_10.42.42.2(pid=20397): stderr: \u000a| �[0;m�[1;31m20221214070231806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070231806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070231806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070231806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070231806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070231806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070231818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070231835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070231835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070231835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:35.148751 run osmo-msc_10.42.42.6(pid=20404): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20404)]\u000a07:02:35.200641 run osmo-msc_10.42.42.6(pid=20404): stdout: \u000a| (launched: 2022-12-14_07:02:33.955447) \u000a07:02:35.253263 run osmo-msc_10.42.42.6(pid=20404): stderr: \u000a| �[0;m�[38;5;43m20221214070234280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070234280 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda7efb9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070234280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070234280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070234280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070234281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070234282 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070234283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070234283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070234283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:02:35.298158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20396): Terminating (SIGTERM)\u000a07:02:35.340820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20400): Terminating (SIGTERM)\u000a07:02:35.383306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20403): Terminating (SIGTERM)\u000a07:02:35.393160 --- ParallelTerminationStrategy: PID 20396 died...\u000a07:02:35.450164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20396): Terminated: ok {rc=0}\u000a07:02:35.460355 --- ParallelTerminationStrategy: PID 20400 died...\u000a07:02:35.516640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20400): Terminated: ok {rc=0}\u000a07:02:35.526837 --- ParallelTerminationStrategy: PID 20403 died...\u000a07:02:35.583312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20403): Terminated: ok {rc=0}\u000a07:02:35.670513 bus /sierra_3: Setting Powered False\u000a07:02:36.777012 bus /sierra_3: Setting Powered False\u000a07:02:37.885071 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20412): Process ended prematurely: osmo-stp_10.42.42.5(pid=20412) [trial-2401↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20412)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20412): Process ended prematurely: osmo-stp_10.42.42.5(pid=20412) [trial-2401↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:02:38.938347 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:02:38.950444 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a07:02:39.085578 tst emergency_preemptive_call.py: using LAC 39215\u000a07:02:39.214543 tst emergency_preemptive_call.py: using RAC 200\u000a07:02:39.343907 tst emergency_preemptive_call.py: using CellId 39215\u000a07:02:39.470983 tst emergency_preemptive_call.py: using BVCI 39216\u000a07:02:39.495671 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:02:39.507117 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:02:39.518260 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:02:39.529360 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:02:39.540624 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a07:02:39.551809 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a07:02:39.673713 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a07:02:39.792850 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a07:02:39.908001 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a07:02:40.106186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:40.591692 run create_hlr_db(pid=20406): Launched\u000a07:02:40.765322 bus /sierra_2: Setting Powered False\u000a07:02:41.786577 run create_hlr_db(pid=20406): Terminated: ok {rc=0}\u000a07:02:42.191362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20408): Launched\u000a07:02:42.496762 run osmo-hlr_10.42.42.2(pid=20409): Launched\u000a07:02:42.610750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:02:43.138244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20411): Launched\u000a07:02:43.442757 run osmo-stp_10.42.42.5(pid=20412): Launched\u000a07:02:43.566071 tst emergency_preemptive_call.py: using MSISDN 8561\u000a07:02:43.716437 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:02:44.270981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20414): Launched\u000a07:02:44.575274 run osmo-msc_10.42.42.6(pid=20415): Launched\u000a07:02:44.759704 run osmo-stp_10.42.42.5(pid=20412): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20412)]\u000a07:02:44.888421 run osmo-stp_10.42.42.5(pid=20412): stdout: \u000a| (launched: 2022-12-14_07:02:43.291635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:45.014996 run osmo-stp_10.42.42.5(pid=20412): stderr: \u000a| �[0;m�[38;5;43m20221214070243464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070243464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070243464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070243465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070243465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070243466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070243466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:45.136432 run osmo-stp_10.42.42.5(pid=20412): stdout: \u000a| (launched: 2022-12-14_07:02:43.291635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:45.256894 run osmo-stp_10.42.42.5(pid=20412): stderr: \u000a| �[0;m�[38;5;43m20221214070243464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070243464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070243464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070243465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070243465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070243466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070243466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:45.309721 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20412): Process ended prematurely: osmo-stp_10.42.42.5(pid=20412) [trial-2401↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20412)] [trial-2401↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a07:02:45.317591 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a07:02:45.376836 run osmo-hlr_10.42.42.2(pid=20409): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20409)]\u000a07:02:45.425458 run osmo-hlr_10.42.42.2(pid=20409): stdout: \u000a| (launched: 2022-12-14_07:02:42.346285) \u000a07:02:45.474772 run osmo-hlr_10.42.42.2(pid=20409): stderr: \u000a| �[0;m�[1;31m20221214070242527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070242527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070242527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070242527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070242527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070242527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070242539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070242550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070242550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070242550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:45.541947 run osmo-msc_10.42.42.6(pid=20415): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20415)]\u000a07:02:45.590753 run osmo-msc_10.42.42.6(pid=20415): stdout: \u000a| (launched: 2022-12-14_07:02:44.423882) \u000a07:02:45.639936 run osmo-msc_10.42.42.6(pid=20415): stderr: \u000a| �[0;m�[38;5;43m20221214070244698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070244698 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedb7d5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070244698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070244698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070244698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070244699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070244700 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070244701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070244701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070244701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:02:45.681734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20408): Terminating (SIGTERM)\u000a07:02:45.721310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20411): Terminating (SIGTERM)\u000a07:02:45.760903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20414): Terminating (SIGTERM)\u000a07:02:45.769717 --- ParallelTerminationStrategy: PID 20408 died...\u000a07:02:45.822750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20408): Terminated: ok {rc=0}\u000a07:02:45.832296 --- ParallelTerminationStrategy: PID 20411 died...\u000a07:02:45.886993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20411): Terminated: ok {rc=0}\u000a07:02:45.896620 --- ParallelTerminationStrategy: PID 20414 died...\u000a07:02:45.956977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20414): Terminated: ok {rc=0}\u000a07:02:46.042853 bus /sierra_9: Setting Powered False\u000a07:02:47.184519 bus /sierra_9: Setting Powered False\u000a07:02:48.293725 bus /sierra_8: Setting Powered False\u000a07:02:49.400498 bus /sierra_8: Setting Powered False\u000a07:02:50.508257 bus /sierra_3: Setting Powered False\u000a07:02:51.614265 bus /sierra_3: Setting Powered False\u000a07:02:52.723373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:02:27" }, { "cases" : [ { "testActions" : [ ], "age" : 88, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20432): Process ended prematurely: osmo-stp_10.42.42.5(pid=20432) [trial-2401↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20432)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20432): Process ended prematurely: osmo-stp_10.42.42.5(pid=20432) [trial-2401↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:02:54.812364 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:02:54.823365 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:02:54.953655 tst cs_paging_gprs_active.py: using LAC 39216\u000a07:02:55.084725 tst cs_paging_gprs_active.py: using RAC 201\u000a07:02:55.212316 tst cs_paging_gprs_active.py: using CellId 39216\u000a07:02:55.334343 tst cs_paging_gprs_active.py: using BVCI 39217\u000a07:02:55.358137 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:02:55.368532 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:02:55.379306 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:02:55.389961 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:02:55.401079 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:02:55.412142 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:02:55.423300 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:02:55.434439 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:02:55.445592 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:02:55.568566 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:02:55.870386 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:02:56.010039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:56.355767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20421): Launched\u000a07:02:56.648489 run iperf3-srv_10.42.42.10(pid=20422): Launched\u000a07:02:56.853753 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:02:56.993946 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:57.339880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20423): Launched\u000a07:02:57.626987 run iperf3-srv_10.42.42.10(pid=20424): Launched\u000a07:02:57.830539 tst cs_paging_gprs_active.py:38: start network...\u000a07:02:57.969448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:58.492737 run create_hlr_db(pid=20425): Launched\u000a07:02:58.684651 bus /sierra_2: Setting Powered False\u000a07:02:59.705499 run create_hlr_db(pid=20425): Terminated: ok {rc=0}\u000a07:03:00.148513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20427): Launched\u000a07:03:00.482817 run osmo-hlr_10.42.42.2(pid=20428): Launched\u000a07:03:00.606197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:01.221895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20430): Launched\u000a07:03:01.697834 run osmo-stp_10.42.42.5(pid=20432): Launched\u000a07:03:01.856499 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:03.375125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20434): Launched\u000a07:03:03.484559 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:03.760058 run patchelf(pid=20435): Launched\u000a07:03:03.940268 run osmo-stp_10.42.42.5(pid=20432): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20432)]\u000a07:03:04.071394 run osmo-stp_10.42.42.5(pid=20432): stdout: \u000a| (launched: 2022-12-14_07:03:01.417867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:04.202831 run osmo-stp_10.42.42.5(pid=20432): stderr: \u000a| �[0;m�[38;5;43m20221214070301650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070301651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070301651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070301651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070301652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070301652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070301652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:04.330134 run osmo-stp_10.42.42.5(pid=20432): stdout: \u000a| (launched: 2022-12-14_07:03:01.417867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:04.456056 run osmo-stp_10.42.42.5(pid=20432): stderr: \u000a| �[0;m�[38;5;43m20221214070301650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070301651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070301651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070301651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070301652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070301652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070301652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:04.604094 run patchelf(pid=20435): Terminating (SIGINT)\u000a07:03:04.778811 run patchelf(pid=20435): Terminated: ok {rc=0}\u000a07:03:04.810649 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20432): Process ended prematurely: osmo-stp_10.42.42.5(pid=20432) [trial-2401↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20432)] [trial-2401↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a07:03:04.819587 tst cs_paging_gprs_active.py:38: Test FAILED (10.0 sec)\u000a07:03:04.879048 run osmo-hlr_10.42.42.2(pid=20428): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20428)]\u000a07:03:04.927539 run osmo-hlr_10.42.42.2(pid=20428): stdout: \u000a| (launched: 2022-12-14_07:03:00.317984) \u000a07:03:04.976680 run osmo-hlr_10.42.42.2(pid=20428): stderr: \u000a| �[0;m�[1;31m20221214070300521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070300521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070300521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070300521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070300521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070300521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070300534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070300542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070300542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070300542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:05.018720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20421): Terminating (SIGTERM)\u000a07:03:05.058228 run iperf3-srv_10.42.42.10(pid=20422): Terminating (SIGTERM)\u000a07:03:05.097801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20423): Terminating (SIGTERM)\u000a07:03:05.137478 run iperf3-srv_10.42.42.10(pid=20424): Terminating (SIGTERM)\u000a07:03:05.177555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20427): Terminating (SIGTERM)\u000a07:03:05.217235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20430): Terminating (SIGTERM)\u000a07:03:05.257580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20434): Terminating (SIGTERM)\u000a07:03:05.266731 --- ParallelTerminationStrategy: PID 20421 died...\u000a07:03:05.320136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20421): Terminated: ok {rc=0}\u000a07:03:05.329779 --- ParallelTerminationStrategy: PID 20422 died...\u000a07:03:05.382584 run iperf3-srv_10.42.42.10(pid=20422): Terminated {rc=256}\u000a07:03:05.392069 --- ParallelTerminationStrategy: PID 20423 died...\u000a07:03:05.444901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20423): Terminated: ok {rc=0}\u000a07:03:05.454576 --- ParallelTerminationStrategy: PID 20424 died...\u000a07:03:05.507519 run iperf3-srv_10.42.42.10(pid=20424): Terminated {rc=256}\u000a07:03:05.517150 --- ParallelTerminationStrategy: PID 20427 died...\u000a07:03:05.570977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20427): Terminated: ok {rc=0}\u000a07:03:05.580646 --- ParallelTerminationStrategy: PID 20430 died...\u000a07:03:05.633596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20430): Terminated: ok {rc=0}\u000a07:03:05.643234 --- ParallelTerminationStrategy: PID 20434 died...\u000a07:03:05.696106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20434): Terminated: ok {rc=0}\u000a07:03:05.784609 bus /gobi_0: Setting Powered False\u000a07:03:06.888051 bus /gobi_0: Setting Powered False\u000a07:03:07.997068 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 88, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20444): Process ended prematurely: osmo-stp_10.42.42.5(pid=20444) [trial-2401↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20444)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20444): Process ended prematurely: osmo-stp_10.42.42.5(pid=20444) [trial-2401↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a07:03:09.115046 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:09.127038 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:03:09.263750 tst iperf3.py: using LAC 39217\u000a07:03:09.386682 tst iperf3.py: using RAC 202\u000a07:03:09.507673 tst iperf3.py: using CellId 39217\u000a07:03:09.628626 tst iperf3.py: using BVCI 39218\u000a07:03:09.652156 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:09.662838 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:09.673508 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:09.683855 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:09.694090 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:09.704347 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:09.715271 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:09.725886 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:09.736362 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:03:10.035201 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:03:10.173449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:10.518318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20436): Launched\u000a07:03:10.804181 run iperf3-srv_10.42.42.10(pid=20437): Launched\u000a07:03:11.006624 tst iperf3.py:8: start network...\u000a07:03:11.144599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:11.665912 run create_hlr_db(pid=20438): Launched\u000a07:03:11.856625 bus /gobi_6: Setting Powered False\u000a07:03:12.876566 run create_hlr_db(pid=20438): Terminated: ok {rc=0}\u000a07:03:13.291983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20440): Launched\u000a07:03:13.602032 run osmo-hlr_10.42.42.2(pid=20441): Launched\u000a07:03:13.719225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:14.254658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20443): Launched\u000a07:03:14.565754 run osmo-stp_10.42.42.5(pid=20444): Launched\u000a07:03:14.678261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:15.218099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20446): Launched\u000a07:03:15.327921 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:15.598252 run patchelf(pid=20447): Launched\u000a07:03:15.777639 run osmo-stp_10.42.42.5(pid=20444): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20444)]\u000a07:03:15.932089 run osmo-stp_10.42.42.5(pid=20444): stdout: \u000a| (launched: 2022-12-14_07:03:14.409883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:16.066832 run osmo-stp_10.42.42.5(pid=20444): stderr: \u000a| �[0;m�[38;5;43m20221214070314585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070314585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070314585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070314586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070314586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070314586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070314586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:16.195588 run osmo-stp_10.42.42.5(pid=20444): stdout: \u000a| (launched: 2022-12-14_07:03:14.409883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:16.323421 run osmo-stp_10.42.42.5(pid=20444): stderr: \u000a| �[0;m�[38;5;43m20221214070314585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070314585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070314585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070314586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070314586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070314586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070314586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:16.473269 run patchelf(pid=20447): Terminating (SIGINT)\u000a07:03:16.651209 run patchelf(pid=20447): Terminated: ok {rc=0}\u000a07:03:16.684320 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20444): Process ended prematurely: osmo-stp_10.42.42.5(pid=20444) [trial-2401↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20444)] [trial-2401↪gprs:sysmo↪iperf3.py:8]\u000a07:03:16.694512 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a07:03:16.755093 run osmo-hlr_10.42.42.2(pid=20441): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20441)]\u000a07:03:16.804980 run osmo-hlr_10.42.42.2(pid=20441): stdout: \u000a| (launched: 2022-12-14_07:03:13.448169) \u000a07:03:16.855542 run osmo-hlr_10.42.42.2(pid=20441): stderr: \u000a| �[0;m�[1;31m20221214070313647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070313647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070313647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070313647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070313647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070313647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070313660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070313670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070313670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070313670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:16.898668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20436): Terminating (SIGTERM)\u000a07:03:16.941493 run iperf3-srv_10.42.42.10(pid=20437): Terminating (SIGTERM)\u000a07:03:16.984388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20440): Terminating (SIGTERM)\u000a07:03:17.027343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20443): Terminating (SIGTERM)\u000a07:03:17.069992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20446): Terminating (SIGTERM)\u000a07:03:17.080538 --- ParallelTerminationStrategy: PID 20436 died...\u000a07:03:17.136237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20436): Terminated: ok {rc=0}\u000a07:03:17.146315 --- ParallelTerminationStrategy: PID 20437 died...\u000a07:03:17.199915 run iperf3-srv_10.42.42.10(pid=20437): Terminated {rc=256}\u000a07:03:17.209790 --- ParallelTerminationStrategy: PID 20440 died...\u000a07:03:17.263109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20440): Terminated: ok {rc=0}\u000a07:03:17.272591 --- ParallelTerminationStrategy: PID 20443 died...\u000a07:03:17.325369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20443): Terminated: ok {rc=0}\u000a07:03:17.334922 --- ParallelTerminationStrategy: PID 20446 died...\u000a07:03:17.387667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20446): Terminated: ok {rc=0}\u000a07:03:17.475960 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 89, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20462): Process ended prematurely: osmo-stp_10.42.42.5(pid=20462) [trial-2401↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20462)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20462): Process ended prematurely: osmo-stp_10.42.42.5(pid=20462) [trial-2401↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a07:03:18.587532 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:18.598919 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:03:18.725923 tst iperf3m4.py: using LAC 39218\u000a07:03:18.849251 tst iperf3m4.py: using RAC 203\u000a07:03:18.970781 tst iperf3m4.py: using CellId 39218\u000a07:03:19.094119 tst iperf3m4.py: using BVCI 39219\u000a07:03:19.117899 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:19.128386 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:19.138890 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:19.149335 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:19.159741 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:19.170226 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:19.180907 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:19.191487 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:19.202150 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:03:19.324332 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:03:19.449407 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:03:19.569478 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:03:19.852877 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:03:19.980785 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:20.302984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20448): Launched\u000a07:03:20.571184 run iperf3-srv_10.42.42.10(pid=20449): Launched\u000a07:03:20.759080 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:03:20.887159 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:21.208309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20450): Launched\u000a07:03:21.475899 run iperf3-srv_10.42.42.10(pid=20451): Launched\u000a07:03:21.663602 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:03:21.791490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:22.112037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20452): Launched\u000a07:03:22.378923 run iperf3-srv_10.42.42.10(pid=20453): Launched\u000a07:03:22.567432 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:03:22.696606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:23.019461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20454): Launched\u000a07:03:23.308050 run iperf3-srv_10.42.42.10(pid=20455): Launched\u000a07:03:23.511477 tst iperf3m4.py:8: start network...\u000a07:03:23.650586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:24.173340 run create_hlr_db(pid=20456): Launched\u000a07:03:24.364382 bus /gobi_6: Setting Powered False\u000a07:03:25.386071 run create_hlr_db(pid=20456): Terminated: ok {rc=0}\u000a07:03:25.828877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20458): Launched\u000a07:03:26.162163 run osmo-hlr_10.42.42.2(pid=20459): Launched\u000a07:03:26.286828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:26.862780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20461): Launched\u000a07:03:27.195151 run osmo-stp_10.42.42.5(pid=20462): Launched\u000a07:03:27.315210 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:27.894826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20464): Launched\u000a07:03:28.013138 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:28.303414 run patchelf(pid=20465): Launched\u000a07:03:28.496868 run osmo-stp_10.42.42.5(pid=20462): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20462)]\u000a07:03:28.638787 run osmo-stp_10.42.42.5(pid=20462): stdout: \u000a| (launched: 2022-12-14_07:03:27.030893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:28.780578 run osmo-stp_10.42.42.5(pid=20462): stderr: \u000a| �[0;m�[38;5;43m20221214070327227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070327228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070327228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070327228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070327229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070327229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070327229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:28.916919 run osmo-stp_10.42.42.5(pid=20462): stdout: \u000a| (launched: 2022-12-14_07:03:27.030893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:29.052297 run osmo-stp_10.42.42.5(pid=20462): stderr: \u000a| �[0;m�[38;5;43m20221214070327227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070327228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070327228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070327228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070327229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070327229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070327229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:29.211067 run patchelf(pid=20465): Terminating (SIGINT)\u000a07:03:29.398058 run patchelf(pid=20465): Terminated: ok {rc=0}\u000a07:03:29.432091 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20462): Process ended prematurely: osmo-stp_10.42.42.5(pid=20462) [trial-2401↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20462)] [trial-2401↪gprs:sysmo↪iperf3m4.py:8]\u000a07:03:29.441935 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:03:29.505623 run osmo-hlr_10.42.42.2(pid=20459): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20459)]\u000a07:03:29.557725 run osmo-hlr_10.42.42.2(pid=20459): stdout: \u000a| (launched: 2022-12-14_07:03:25.997341) \u000a07:03:29.610592 run osmo-hlr_10.42.42.2(pid=20459): stderr: \u000a| �[0;m�[1;31m20221214070326198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070326198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070326198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070326198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070326198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070326199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070326211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070326219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070326219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070326219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:29.655509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20448): Terminating (SIGTERM)\u000a07:03:29.697922 run iperf3-srv_10.42.42.10(pid=20449): Terminating (SIGTERM)\u000a07:03:29.740369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20450): Terminating (SIGTERM)\u000a07:03:29.782523 run iperf3-srv_10.42.42.10(pid=20451): Terminating (SIGTERM)\u000a07:03:29.824928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20452): Terminating (SIGTERM)\u000a07:03:29.867323 run iperf3-srv_10.42.42.10(pid=20453): Terminating (SIGTERM)\u000a07:03:29.909670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20454): Terminating (SIGTERM)\u000a07:03:29.951818 run iperf3-srv_10.42.42.10(pid=20455): Terminating (SIGTERM)\u000a07:03:29.994582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20458): Terminating (SIGTERM)\u000a07:03:30.036772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20461): Terminating (SIGTERM)\u000a07:03:30.079027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20464): Terminating (SIGTERM)\u000a07:03:30.088695 --- ParallelTerminationStrategy: PID 20448 died...\u000a07:03:30.145437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20448): Terminated: ok {rc=0}\u000a07:03:30.155482 --- ParallelTerminationStrategy: PID 20449 died...\u000a07:03:30.211742 run iperf3-srv_10.42.42.10(pid=20449): Terminated {rc=256}\u000a07:03:30.221799 --- ParallelTerminationStrategy: PID 20450 died...\u000a07:03:30.277832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20450): Terminated: ok {rc=0}\u000a07:03:30.287852 --- ParallelTerminationStrategy: PID 20451 died...\u000a07:03:30.344142 run iperf3-srv_10.42.42.10(pid=20451): Terminated {rc=256}\u000a07:03:30.354145 --- ParallelTerminationStrategy: PID 20452 died...\u000a07:03:30.410512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20452): Terminated: ok {rc=0}\u000a07:03:30.420598 --- ParallelTerminationStrategy: PID 20453 died...\u000a07:03:30.476867 run iperf3-srv_10.42.42.10(pid=20453): Terminated {rc=256}\u000a07:03:30.486929 --- ParallelTerminationStrategy: PID 20454 died...\u000a07:03:30.543037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20454): Terminated: ok {rc=0}\u000a07:03:30.553133 --- ParallelTerminationStrategy: PID 20455 died...\u000a07:03:30.609436 run iperf3-srv_10.42.42.10(pid=20455): Terminated {rc=256}\u000a07:03:30.619541 --- ParallelTerminationStrategy: PID 20458 died...\u000a07:03:30.675819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20458): Terminated: ok {rc=0}\u000a07:03:30.685916 --- ParallelTerminationStrategy: PID 20461 died...\u000a07:03:30.742095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20461): Terminated: ok {rc=0}\u000a07:03:30.752170 --- ParallelTerminationStrategy: PID 20464 died...\u000a07:03:30.808223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20464): Terminated: ok {rc=0}\u000a07:03:30.918919 bus /gobi_4: Setting Powered False\u000a07:03:32.052055 bus /gobi_4: Setting Powered False\u000a07:03:33.167112 bus /gobi_1: Setting Powered False\u000a07:03:34.270222 bus /gobi_1: Setting Powered False\u000a07:03:35.381015 bus /gobi_0: Setting Powered False\u000a07:03:36.483259 bus /gobi_0: Setting Powered False\u000a07:03:37.592045 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20472): Process ended prematurely: osmo-stp_10.42.42.5(pid=20472) [trial-2401↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20472)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20472): Process ended prematurely: osmo-stp_10.42.42.5(pid=20472) [trial-2401↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo ping.py\u000a----------------------------------------------\u000a07:03:38.661037 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:38.672843 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:03:38.802865 tst ping.py: using LAC 39219\u000a07:03:38.925163 tst ping.py: using RAC 204\u000a07:03:39.043422 tst ping.py: using CellId 39219\u000a07:03:39.160688 tst ping.py: using BVCI 39220\u000a07:03:39.184187 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:39.194960 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:39.205531 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:39.216111 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:39.227192 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:39.238627 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:39.249809 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:39.260877 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:03:39.557337 tst ping.py:19: start network...\u000a07:03:39.694041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:40.207746 run create_hlr_db(pid=20466): Launched\u000a07:03:40.396762 bus /gobi_6: Setting Powered False\u000a07:03:41.416754 run create_hlr_db(pid=20466): Terminated: ok {rc=0}\u000a07:03:41.852263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20468): Launched\u000a07:03:42.179117 run osmo-hlr_10.42.42.2(pid=20469): Launched\u000a07:03:42.303030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:42.875254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20471): Launched\u000a07:03:43.202999 run osmo-stp_10.42.42.5(pid=20472): Launched\u000a07:03:43.324352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:43.895581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20474): Launched\u000a07:03:44.011465 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:44.296435 run patchelf(pid=20475): Launched\u000a07:03:44.487435 run osmo-stp_10.42.42.5(pid=20472): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20472)]\u000a07:03:44.627747 run osmo-stp_10.42.42.5(pid=20472): stdout: \u000a| (launched: 2022-12-14_07:03:43.039310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:44.767899 run osmo-stp_10.42.42.5(pid=20472): stderr: \u000a| �[0;m�[38;5;43m20221214070343233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070343233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070343233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070343234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070343236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070343236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070343236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:44.902745 run osmo-stp_10.42.42.5(pid=20472): stdout: \u000a| (launched: 2022-12-14_07:03:43.039310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:45.035874 run osmo-stp_10.42.42.5(pid=20472): stderr: \u000a| �[0;m�[38;5;43m20221214070343233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070343233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070343233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070343234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070343236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070343236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070343236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:45.191918 run patchelf(pid=20475): Terminating (SIGINT)\u000a07:03:45.375246 run patchelf(pid=20475): Terminated: ok {rc=0}\u000a07:03:45.408111 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20472): Process ended prematurely: osmo-stp_10.42.42.5(pid=20472) [trial-2401↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20472)] [trial-2401↪gprs:sysmo↪ping.py:22]\u000a07:03:45.417242 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:03:45.481453 run osmo-hlr_10.42.42.2(pid=20469): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20469)]\u000a07:03:45.533620 run osmo-hlr_10.42.42.2(pid=20469): stdout: \u000a| (launched: 2022-12-14_07:03:42.017588) \u000a07:03:45.586327 run osmo-hlr_10.42.42.2(pid=20469): stderr: \u000a| �[0;m�[1;31m20221214070342218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070342218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070342218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070342218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070342218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070342218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070342233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070342241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070342241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070342241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:45.631874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20468): Terminating (SIGTERM)\u000a07:03:45.674778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20471): Terminating (SIGTERM)\u000a07:03:45.717390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20474): Terminating (SIGTERM)\u000a07:03:45.727312 --- ParallelTerminationStrategy: PID 20468 died...\u000a07:03:45.784538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20468): Terminated: ok {rc=0}\u000a07:03:45.794805 --- ParallelTerminationStrategy: PID 20471 died...\u000a07:03:45.873729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20471): Terminated: ok {rc=0}\u000a07:03:45.884629 --- ParallelTerminationStrategy: PID 20474 died...\u000a07:03:45.941899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20474): Terminated: ok {rc=0}\u000a07:03:46.040385 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20482): Process ended prematurely: osmo-stp_10.42.42.5(pid=20482) [trial-2401↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20482)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20482): Process ended prematurely: osmo-stp_10.42.42.5(pid=20482) [trial-2401↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:03:47.101107 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:47.116049 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:03:47.256135 tst ping_idle_ping.py: using LAC 39220\u000a07:03:47.391208 tst ping_idle_ping.py: using RAC 205\u000a07:03:47.520881 tst ping_idle_ping.py: using CellId 39220\u000a07:03:47.642612 tst ping_idle_ping.py: using BVCI 39221\u000a07:03:47.665914 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:47.676664 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:47.687409 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:47.698043 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:47.709054 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:47.720158 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:47.731264 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:03:47.742351 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:03:48.029551 tst ping_idle_ping.py:24: start network...\u000a07:03:48.156205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:48.643001 run create_hlr_db(pid=20476): Launched\u000a07:03:48.818136 bus /gobi_6: Setting Powered False\u000a07:03:49.838368 run create_hlr_db(pid=20476): Terminated: ok {rc=0}\u000a07:03:50.273421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20478): Launched\u000a07:03:50.601835 run osmo-hlr_10.42.42.2(pid=20479): Launched\u000a07:03:50.723692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:51.291995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20481): Launched\u000a07:03:51.619759 run osmo-stp_10.42.42.5(pid=20482): Launched\u000a07:03:51.738552 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:52.310977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20484): Launched\u000a07:03:52.429221 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:52.717672 run patchelf(pid=20485): Launched\u000a07:03:52.908247 run osmo-stp_10.42.42.5(pid=20482): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20482)]\u000a07:03:53.048058 run osmo-stp_10.42.42.5(pid=20482): stdout: \u000a| (launched: 2022-12-14_07:03:51.457192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:53.188164 run osmo-stp_10.42.42.5(pid=20482): stderr: \u000a| �[0;m�[38;5;43m20221214070351651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070351651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070351651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070351652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070351652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070351652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070351652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:53.323367 run osmo-stp_10.42.42.5(pid=20482): stdout: \u000a| (launched: 2022-12-14_07:03:51.457192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:53.456790 run osmo-stp_10.42.42.5(pid=20482): stderr: \u000a| �[0;m�[38;5;43m20221214070351651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070351651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070351651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070351652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070351652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070351652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070351652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:53.614132 run patchelf(pid=20485): Terminating (SIGINT)\u000a07:03:53.798946 run patchelf(pid=20485): Terminated: ok {rc=0}\u000a07:03:53.832103 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20482): Process ended prematurely: osmo-stp_10.42.42.5(pid=20482) [trial-2401↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20482)] [trial-2401↪gprs:sysmo↪ping_idle_ping.py:27]\u000a07:03:53.841526 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:03:53.905014 run osmo-hlr_10.42.42.2(pid=20479): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20479)]\u000a07:03:53.956665 run osmo-hlr_10.42.42.2(pid=20479): stdout: \u000a| (launched: 2022-12-14_07:03:50.439120) \u000a07:03:54.009388 run osmo-hlr_10.42.42.2(pid=20479): stderr: \u000a| �[0;m�[1;31m20221214070350640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070350640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070350640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070350640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070350640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070350640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070350651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070350659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070350659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070350659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:54.054271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20478): Terminating (SIGTERM)\u000a07:03:54.096511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20481): Terminating (SIGTERM)\u000a07:03:54.138828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20484): Terminating (SIGTERM)\u000a07:03:54.148569 --- ParallelTerminationStrategy: PID 20478 died...\u000a07:03:54.205216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20478): Terminated: ok {rc=0}\u000a07:03:54.215399 --- ParallelTerminationStrategy: PID 20481 died...\u000a07:03:54.272244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20481): Terminated: ok {rc=0}\u000a07:03:54.282493 --- ParallelTerminationStrategy: PID 20484 died...\u000a07:03:54.339044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20484): Terminated: ok {rc=0}\u000a07:03:54.426440 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:02:54" }, { "cases" : [ { "testActions" : [ ], "age" : 89, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20501): Process ended prematurely: osmo-stp_10.42.42.5(pid=20501) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20501)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20501): Process ended prematurely: osmo-stp_10.42.42.5(pid=20501) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:03:56.534628 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:03:56.546158 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:03:56.686618 tst cs_paging_gprs_active.py: using LAC 39221\u000a07:03:56.810025 tst cs_paging_gprs_active.py: using RAC 206\u000a07:03:56.930816 tst cs_paging_gprs_active.py: using CellId 39221\u000a07:03:57.053711 tst cs_paging_gprs_active.py: using BVCI 39222\u000a07:03:57.077478 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:03:57.088230 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:03:57.098983 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:03:57.109663 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:03:57.120690 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:03:57.131825 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:03:57.143059 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:03:57.154546 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:03:57.165873 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:03:57.288908 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:03:57.577065 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:03:57.706671 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:58.029123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20491): Launched\u000a07:03:58.297320 run iperf3-srv_10.42.42.10(pid=20492): Launched\u000a07:03:58.485291 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:03:58.613520 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:58.935967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20493): Launched\u000a07:03:59.203591 run iperf3-srv_10.42.42.10(pid=20494): Launched\u000a07:03:59.392021 tst cs_paging_gprs_active.py:38: start network...\u000a07:03:59.520503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:00.016907 run create_hlr_db(pid=20495): Launched\u000a07:04:00.194262 bus /gobi_6: Setting Powered False\u000a07:04:01.236913 run create_hlr_db(pid=20495): Terminated: ok {rc=0}\u000a07:04:01.710064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20497): Launched\u000a07:04:02.080247 run osmo-hlr_10.42.42.2(pid=20498): Launched\u000a07:04:02.191954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:02.737186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20500): Launched\u000a07:04:03.049067 run osmo-stp_10.42.42.5(pid=20501): Launched\u000a07:04:03.162077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:03.702582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20503): Launched\u000a07:04:03.812109 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:04.083808 run patchelf(pid=20504): Launched\u000a07:04:04.264025 run osmo-stp_10.42.42.5(pid=20501): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20501)]\u000a07:04:04.395420 run osmo-stp_10.42.42.5(pid=20501): stdout: \u000a| (launched: 2022-12-14_07:04:02.895291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:04.526792 run osmo-stp_10.42.42.5(pid=20501): stderr: \u000a| �[0;m�[38;5;43m20221214070403070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070403070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070403070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070403071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070403071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070403071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070403071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:04.653933 run osmo-stp_10.42.42.5(pid=20501): stdout: \u000a| (launched: 2022-12-14_07:04:02.895291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:04.779964 run osmo-stp_10.42.42.5(pid=20501): stderr: \u000a| �[0;m�[38;5;43m20221214070403070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070403070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070403070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070403071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070403071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070403071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070403071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:04.928010 run patchelf(pid=20504): Terminating (SIGINT)\u000a07:04:05.102294 run patchelf(pid=20504): Terminated: ok {rc=0}\u000a07:04:05.134165 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20501): Process ended prematurely: osmo-stp_10.42.42.5(pid=20501) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20501)] [trial-2401↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:04:05.143310 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:04:05.203247 run osmo-hlr_10.42.42.2(pid=20498): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20498)]\u000a07:04:05.251987 run osmo-hlr_10.42.42.2(pid=20498): stdout: \u000a| (launched: 2022-12-14_07:04:01.886017) \u000a07:04:05.301412 run osmo-hlr_10.42.42.2(pid=20498): stderr: \u000a| �[0;m�[1;31m20221214070402184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070402184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070402184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070402184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070402184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070402184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070402203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070402212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070402213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070402213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:05.343861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20491): Terminating (SIGTERM)\u000a07:04:05.383574 run iperf3-srv_10.42.42.10(pid=20492): Terminating (SIGTERM)\u000a07:04:05.423445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20493): Terminating (SIGTERM)\u000a07:04:05.463033 run iperf3-srv_10.42.42.10(pid=20494): Terminating (SIGTERM)\u000a07:04:05.502794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20497): Terminating (SIGTERM)\u000a07:04:05.542533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20500): Terminating (SIGTERM)\u000a07:04:05.582208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20503): Terminating (SIGTERM)\u000a07:04:05.591335 --- ParallelTerminationStrategy: PID 20491 died...\u000a07:04:05.645143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20491): Terminated: ok {rc=0}\u000a07:04:05.654780 --- ParallelTerminationStrategy: PID 20492 died...\u000a07:04:05.707459 run iperf3-srv_10.42.42.10(pid=20492): Terminated {rc=256}\u000a07:04:05.716881 --- ParallelTerminationStrategy: PID 20493 died...\u000a07:04:05.769731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20493): Terminated: ok {rc=0}\u000a07:04:05.779200 --- ParallelTerminationStrategy: PID 20494 died...\u000a07:04:05.831823 run iperf3-srv_10.42.42.10(pid=20494): Terminated {rc=256}\u000a07:04:05.841286 --- ParallelTerminationStrategy: PID 20497 died...\u000a07:04:05.893881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20497): Terminated: ok {rc=0}\u000a07:04:05.903341 --- ParallelTerminationStrategy: PID 20500 died...\u000a07:04:05.956265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20500): Terminated: ok {rc=0}\u000a07:04:05.965869 --- ParallelTerminationStrategy: PID 20503 died...\u000a07:04:06.018877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20503): Terminated: ok {rc=0}\u000a07:04:06.106542 bus /gobi_0: Setting Powered False\u000a07:04:07.214423 bus /gobi_0: Setting Powered False\u000a07:04:08.322579 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20513): Process ended prematurely: osmo-stp_10.42.42.5(pid=20513) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20513)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20513): Process ended prematurely: osmo-stp_10.42.42.5(pid=20513) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:04:09.439012 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:09.451193 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:04:09.585652 tst iperf3.py: using LAC 39222\u000a07:04:09.717535 tst iperf3.py: using RAC 207\u000a07:04:09.848327 tst iperf3.py: using CellId 39222\u000a07:04:09.978177 tst iperf3.py: using BVCI 39223\u000a07:04:10.003623 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:10.014998 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:10.026170 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:10.037249 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:10.048476 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:10.059811 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:10.071447 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:10.082931 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:10.094716 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:04:10.387915 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:04:10.515652 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:10.836297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20505): Launched\u000a07:04:11.103024 run iperf3-srv_10.42.42.10(pid=20506): Launched\u000a07:04:11.290130 tst iperf3.py:8: start network...\u000a07:04:11.417743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:11.913425 run create_hlr_db(pid=20507): Launched\u000a07:04:12.104560 bus /gobi_6: Setting Powered False\u000a07:04:13.124748 run create_hlr_db(pid=20507): Terminated: ok {rc=0}\u000a07:04:13.567122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20509): Launched\u000a07:04:13.901649 run osmo-hlr_10.42.42.2(pid=20510): Launched\u000a07:04:14.023052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:14.601397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20512): Launched\u000a07:04:14.935144 run osmo-stp_10.42.42.5(pid=20513): Launched\u000a07:04:15.055406 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:15.636795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20515): Launched\u000a07:04:15.756497 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:16.081452 run patchelf(pid=20516): Launched\u000a07:04:16.279405 run osmo-stp_10.42.42.5(pid=20513): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20513)]\u000a07:04:16.425126 run osmo-stp_10.42.42.5(pid=20513): stdout: \u000a| (launched: 2022-12-14_07:04:14.770296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:16.571000 run osmo-stp_10.42.42.5(pid=20513): stderr: \u000a| �[0;m�[38;5;43m20221214070414966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070414966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070414966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070414967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070414967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070414967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070414967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:16.712479 run osmo-stp_10.42.42.5(pid=20513): stdout: \u000a| (launched: 2022-12-14_07:04:14.770296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:16.851746 run osmo-stp_10.42.42.5(pid=20513): stderr: \u000a| �[0;m�[38;5;43m20221214070414966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070414966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070414966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070414967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070414967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070414967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070414967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:17.014421 run patchelf(pid=20516): Terminating (SIGINT)\u000a07:04:17.204507 run patchelf(pid=20516): Terminated: ok {rc=0}\u000a07:04:17.238938 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20513): Process ended prematurely: osmo-stp_10.42.42.5(pid=20513) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20513)] [trial-2401↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a07:04:17.248893 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a07:04:17.312683 run osmo-hlr_10.42.42.2(pid=20510): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20510)]\u000a07:04:17.364827 run osmo-hlr_10.42.42.2(pid=20510): stdout: \u000a| (launched: 2022-12-14_07:04:13.736465) \u000a07:04:17.417422 run osmo-hlr_10.42.42.2(pid=20510): stderr: \u000a| �[0;m�[1;31m20221214070413940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070413940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070413940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070413940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070413940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070413940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070413952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070413960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070413960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070413960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:17.462382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20505): Terminating (SIGTERM)\u000a07:04:17.504768 run iperf3-srv_10.42.42.10(pid=20506): Terminating (SIGTERM)\u000a07:04:17.549292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20509): Terminating (SIGTERM)\u000a07:04:17.591745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20512): Terminating (SIGTERM)\u000a07:04:17.634466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20515): Terminating (SIGTERM)\u000a07:04:17.644176 --- ParallelTerminationStrategy: PID 20505 died...\u000a07:04:17.701053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20505): Terminated: ok {rc=0}\u000a07:04:17.711258 --- ParallelTerminationStrategy: PID 20506 died...\u000a07:04:17.767645 run iperf3-srv_10.42.42.10(pid=20506): Terminated {rc=256}\u000a07:04:17.778045 --- ParallelTerminationStrategy: PID 20509 died...\u000a07:04:17.834741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20509): Terminated: ok {rc=0}\u000a07:04:17.844877 --- ParallelTerminationStrategy: PID 20512 died...\u000a07:04:17.901457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20512): Terminated: ok {rc=0}\u000a07:04:17.911589 --- ParallelTerminationStrategy: PID 20515 died...\u000a07:04:17.967902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20515): Terminated: ok {rc=0}\u000a07:04:18.053927 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20531): Process ended prematurely: osmo-stp_10.42.42.5(pid=20531) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20531)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20531): Process ended prematurely: osmo-stp_10.42.42.5(pid=20531) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:04:19.170285 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:19.182624 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:04:19.316044 tst iperf3m4.py: using LAC 39223\u000a07:04:19.446748 tst iperf3m4.py: using RAC 208\u000a07:04:19.578678 tst iperf3m4.py: using CellId 39223\u000a07:04:19.710742 tst iperf3m4.py: using BVCI 39224\u000a07:04:19.736625 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:19.748040 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:19.759164 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:19.770343 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:19.781691 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:19.793149 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:19.804898 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:19.816571 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:19.828533 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:04:19.947807 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:04:20.073622 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:04:20.197121 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:04:20.484531 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:04:20.614546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:20.938267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20517): Launched\u000a07:04:21.204714 run iperf3-srv_10.42.42.10(pid=20518): Launched\u000a07:04:21.392223 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:04:21.520162 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:21.842034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20519): Launched\u000a07:04:22.109987 run iperf3-srv_10.42.42.10(pid=20520): Launched\u000a07:04:22.297161 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:04:22.424716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:22.746890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20521): Launched\u000a07:04:23.014977 run iperf3-srv_10.42.42.10(pid=20522): Launched\u000a07:04:23.202867 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:04:23.330627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:23.652262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20523): Launched\u000a07:04:23.920134 run iperf3-srv_10.42.42.10(pid=20524): Launched\u000a07:04:24.107632 tst iperf3m4.py:8: start network...\u000a07:04:24.235400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:24.729861 run create_hlr_db(pid=20525): Launched\u000a07:04:24.906494 bus /gobi_6: Setting Powered False\u000a07:04:25.929123 run create_hlr_db(pid=20525): Terminated: ok {rc=0}\u000a07:04:26.370374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20527): Launched\u000a07:04:26.704150 run osmo-hlr_10.42.42.2(pid=20528): Launched\u000a07:04:26.827358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:27.407245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20530): Launched\u000a07:04:27.740544 run osmo-stp_10.42.42.5(pid=20531): Launched\u000a07:04:27.861783 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:28.441288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20533): Launched\u000a07:04:28.559723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:28.852344 run patchelf(pid=20534): Launched\u000a07:04:29.045381 run osmo-stp_10.42.42.5(pid=20531): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20531)]\u000a07:04:29.186518 run osmo-stp_10.42.42.5(pid=20531): stdout: \u000a| (launched: 2022-12-14_07:04:27.575703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:29.328182 run osmo-stp_10.42.42.5(pid=20531): stderr: \u000a| �[0;m�[38;5;43m20221214070427771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070427771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070427772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070427772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070427774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070427775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070427775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:29.464493 run osmo-stp_10.42.42.5(pid=20531): stdout: \u000a| (launched: 2022-12-14_07:04:27.575703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:29.599879 run osmo-stp_10.42.42.5(pid=20531): stderr: \u000a| �[0;m�[38;5;43m20221214070427771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070427771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070427772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070427772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070427774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070427775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070427775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:29.758705 run patchelf(pid=20534): Terminating (SIGINT)\u000a07:04:29.945623 run patchelf(pid=20534): Terminated: ok {rc=0}\u000a07:04:29.979516 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20531): Process ended prematurely: osmo-stp_10.42.42.5(pid=20531) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20531)] [trial-2401↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:04:29.989323 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:04:30.053045 run osmo-hlr_10.42.42.2(pid=20528): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20528)]\u000a07:04:30.104806 run osmo-hlr_10.42.42.2(pid=20528): stdout: \u000a| (launched: 2022-12-14_07:04:26.539098) \u000a07:04:30.157367 run osmo-hlr_10.42.42.2(pid=20528): stderr: \u000a| �[0;m�[1;31m20221214070426739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070426739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070426739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070426739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070426739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070426739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070426752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070426760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070426760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070426760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:30.202088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20517): Terminating (SIGTERM)\u000a07:04:30.244335 run iperf3-srv_10.42.42.10(pid=20518): Terminating (SIGTERM)\u000a07:04:30.286577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20519): Terminating (SIGTERM)\u000a07:04:30.328720 run iperf3-srv_10.42.42.10(pid=20520): Terminating (SIGTERM)\u000a07:04:30.372401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20521): Terminating (SIGTERM)\u000a07:04:30.414505 run iperf3-srv_10.42.42.10(pid=20522): Terminating (SIGTERM)\u000a07:04:30.456412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20523): Terminating (SIGTERM)\u000a07:04:30.498405 run iperf3-srv_10.42.42.10(pid=20524): Terminating (SIGTERM)\u000a07:04:30.540560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20527): Terminating (SIGTERM)\u000a07:04:30.582466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20530): Terminating (SIGTERM)\u000a07:04:30.624823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20533): Terminating (SIGTERM)\u000a07:04:30.634684 --- ParallelTerminationStrategy: PID 20517 died...\u000a07:04:30.691463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20517): Terminated: ok {rc=0}\u000a07:04:30.701698 --- ParallelTerminationStrategy: PID 20518 died...\u000a07:04:30.757690 run iperf3-srv_10.42.42.10(pid=20518): Terminated {rc=256}\u000a07:04:30.767797 --- ParallelTerminationStrategy: PID 20519 died...\u000a07:04:30.824253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20519): Terminated: ok {rc=0}\u000a07:04:30.834809 --- ParallelTerminationStrategy: PID 20520 died...\u000a07:04:30.909477 run iperf3-srv_10.42.42.10(pid=20520): Terminated {rc=256}\u000a07:04:30.924352 --- ParallelTerminationStrategy: PID 20521 died...\u000a07:04:30.987608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20521): Terminated: ok {rc=0}\u000a07:04:30.998813 --- ParallelTerminationStrategy: PID 20522 died...\u000a07:04:31.059189 run iperf3-srv_10.42.42.10(pid=20522): Terminated {rc=256}\u000a07:04:31.069841 --- ParallelTerminationStrategy: PID 20523 died...\u000a07:04:31.127365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20523): Terminated: ok {rc=0}\u000a07:04:31.138012 --- ParallelTerminationStrategy: PID 20524 died...\u000a07:04:31.195549 run iperf3-srv_10.42.42.10(pid=20524): Terminated {rc=256}\u000a07:04:31.206149 --- ParallelTerminationStrategy: PID 20527 died...\u000a07:04:31.263453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20527): Terminated: ok {rc=0}\u000a07:04:31.274203 --- ParallelTerminationStrategy: PID 20530 died...\u000a07:04:31.331648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20530): Terminated: ok {rc=0}\u000a07:04:31.342374 --- ParallelTerminationStrategy: PID 20533 died...\u000a07:04:31.400149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20533): Terminated: ok {rc=0}\u000a07:04:31.493093 bus /gobi_4: Setting Powered False\u000a07:04:32.594167 bus /gobi_4: Setting Powered False\u000a07:04:33.706995 bus /gobi_1: Setting Powered False\u000a07:04:34.814458 bus /gobi_1: Setting Powered False\u000a07:04:35.924463 bus /gobi_0: Setting Powered False\u000a07:04:37.031124 bus /gobi_0: Setting Powered False\u000a07:04:38.140608 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20541): Process ended prematurely: osmo-stp_10.42.42.5(pid=20541) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20541)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20541): Process ended prematurely: osmo-stp_10.42.42.5(pid=20541) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:04:39.207219 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:39.218942 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:04:39.348429 tst ping.py: using LAC 39224\u000a07:04:39.482124 tst ping.py: using RAC 209\u000a07:04:39.603467 tst ping.py: using CellId 39224\u000a07:04:39.723219 tst ping.py: using BVCI 39225\u000a07:04:39.746501 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:39.757493 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:39.768201 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:39.778962 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:39.789575 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:39.800359 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:39.811424 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:39.822436 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:04:40.109179 tst ping.py:19: start network...\u000a07:04:40.235176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:40.719520 run create_hlr_db(pid=20535): Launched\u000a07:04:40.893856 bus /gobi_6: Setting Powered False\u000a07:04:41.915096 run create_hlr_db(pid=20535): Terminated: ok {rc=0}\u000a07:04:42.320512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20537): Launched\u000a07:04:42.623369 run osmo-hlr_10.42.42.2(pid=20538): Launched\u000a07:04:42.732454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:43.257192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20540): Launched\u000a07:04:43.560014 run osmo-stp_10.42.42.5(pid=20541): Launched\u000a07:04:43.681282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:44.215943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20543): Launched\u000a07:04:44.323347 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:44.588798 run patchelf(pid=20544): Launched\u000a07:04:44.765558 run osmo-stp_10.42.42.5(pid=20541): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20541)]\u000a07:04:44.894864 run osmo-stp_10.42.42.5(pid=20541): stdout: \u000a| (launched: 2022-12-14_07:04:43.409784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:45.024387 run osmo-stp_10.42.42.5(pid=20541): stderr: \u000a| �[0;m�[38;5;43m20221214070443586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070443586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070443586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070443586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070443587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070443587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070443587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:45.148795 run osmo-stp_10.42.42.5(pid=20541): stdout: \u000a| (launched: 2022-12-14_07:04:43.409784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:45.272182 run osmo-stp_10.42.42.5(pid=20541): stderr: \u000a| �[0;m�[38;5;43m20221214070443586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070443586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070443586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070443586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070443587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070443587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070443587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:45.416942 run patchelf(pid=20544): Terminating (SIGINT)\u000a07:04:45.587533 run patchelf(pid=20544): Terminated: ok {rc=0}\u000a07:04:45.618325 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20541): Process ended prematurely: osmo-stp_10.42.42.5(pid=20541) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20541)] [trial-2401↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a07:04:45.626892 tst ping.py:22: Test FAILED (6.4 sec)\u000a07:04:45.686693 run osmo-hlr_10.42.42.2(pid=20538): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20538)]\u000a07:04:45.735526 run osmo-hlr_10.42.42.2(pid=20538): stdout: \u000a| (launched: 2022-12-14_07:04:42.473291) \u000a07:04:45.785167 run osmo-hlr_10.42.42.2(pid=20538): stderr: \u000a| �[0;m�[1;31m20221214070442653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070442653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070442653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070442653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070442653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070442653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070442692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070442701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070442701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070442701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:45.831172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20537): Terminating (SIGTERM)\u000a07:04:45.875091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20540): Terminating (SIGTERM)\u000a07:04:45.916715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20543): Terminating (SIGTERM)\u000a07:04:45.926217 --- ParallelTerminationStrategy: PID 20537 died...\u000a07:04:45.982129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20537): Terminated: ok {rc=0}\u000a07:04:45.992440 --- ParallelTerminationStrategy: PID 20540 died...\u000a07:04:46.048733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20540): Terminated: ok {rc=0}\u000a07:04:46.058977 --- ParallelTerminationStrategy: PID 20543 died...\u000a07:04:46.114543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20543): Terminated: ok {rc=0}\u000a07:04:46.203721 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20551): Process ended prematurely: osmo-stp_10.42.42.5(pid=20551) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20551): Process ended prematurely: osmo-stp_10.42.42.5(pid=20551) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:04:47.260823 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:47.273578 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:04:47.400935 tst ping_idle_ping.py: using LAC 39225\u000a07:04:47.520261 tst ping_idle_ping.py: using RAC 210\u000a07:04:47.641983 tst ping_idle_ping.py: using CellId 39225\u000a07:04:47.760520 tst ping_idle_ping.py: using BVCI 39226\u000a07:04:47.783901 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:47.795010 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:47.805990 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:47.817051 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:47.827978 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:47.839013 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:47.850116 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:04:47.860924 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:04:48.146196 tst ping_idle_ping.py:24: start network...\u000a07:04:48.271947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:48.760717 run create_hlr_db(pid=20545): Launched\u000a07:04:48.936843 bus /gobi_6: Setting Powered False\u000a07:04:49.956243 run create_hlr_db(pid=20545): Terminated: ok {rc=0}\u000a07:04:50.393230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20547): Launched\u000a07:04:50.721935 run osmo-hlr_10.42.42.2(pid=20548): Launched\u000a07:04:50.843238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:51.412049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20550): Launched\u000a07:04:51.739801 run osmo-stp_10.42.42.5(pid=20551): Launched\u000a07:04:51.858653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:52.431307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20553): Launched\u000a07:04:52.548088 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:52.836745 run patchelf(pid=20554): Launched\u000a07:04:53.027400 run osmo-stp_10.42.42.5(pid=20551): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)]\u000a07:04:53.166974 run osmo-stp_10.42.42.5(pid=20551): stdout: \u000a| (launched: 2022-12-14_07:04:51.577306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:53.306914 run osmo-stp_10.42.42.5(pid=20551): stderr: \u000a| �[0;m�[38;5;43m20221214070451772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070451772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070451772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070451773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070451773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070451773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070451774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:53.441478 run osmo-stp_10.42.42.5(pid=20551): stdout: \u000a| (launched: 2022-12-14_07:04:51.577306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:53.574949 run osmo-stp_10.42.42.5(pid=20551): stderr: \u000a| �[0;m�[38;5;43m20221214070451772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070451772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070451772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070451773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070451773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070451773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070451774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:53.731885 run patchelf(pid=20554): Terminating (SIGINT)\u000a07:04:53.915743 run patchelf(pid=20554): Terminated: ok {rc=0}\u000a07:04:53.948997 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20551): Process ended prematurely: osmo-stp_10.42.42.5(pid=20551) [trial-2401↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)] [trial-2401↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:04:53.958263 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:04:54.021536 run osmo-hlr_10.42.42.2(pid=20548): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20548)]\u000a07:04:54.073097 run osmo-hlr_10.42.42.2(pid=20548): stdout: \u000a| (launched: 2022-12-14_07:04:50.559014) \u000a07:04:54.125691 run osmo-hlr_10.42.42.2(pid=20548): stderr: \u000a| �[0;m�[1;31m20221214070450760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070450761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070450761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070450761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070450761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070450761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070450777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070450787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070450787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070450787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:54.170666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20547): Terminating (SIGTERM)\u000a07:04:54.213173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20550): Terminating (SIGTERM)\u000a07:04:54.255552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20553): Terminating (SIGTERM)\u000a07:04:54.265323 --- ParallelTerminationStrategy: PID 20547 died...\u000a07:04:54.321990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20547): Terminated: ok {rc=0}\u000a07:04:54.332083 --- ParallelTerminationStrategy: PID 20550 died...\u000a07:04:54.388143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20550): Terminated: ok {rc=0}\u000a07:04:54.398241 --- ParallelTerminationStrategy: PID 20553 died...\u000a07:04:54.454113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20553): Terminated: ok {rc=0}\u000a07:04:54.541385 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:03:56" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20571): Process ended prematurely: osmo-stp_10.42.42.5(pid=20571) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20571)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20571): Process ended prematurely: osmo-stp_10.42.42.5(pid=20571) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:04:56.670786 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:56.682250 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:04:56.837618 tst cs_paging_gprs_active.py: using LAC 39226\u000a07:04:56.969772 tst cs_paging_gprs_active.py: using RAC 211\u000a07:04:57.101546 tst cs_paging_gprs_active.py: using CellId 39226\u000a07:04:57.233962 tst cs_paging_gprs_active.py: using BVCI 39227\u000a07:04:57.259583 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:57.271063 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:57.282415 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:57.293732 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:57.305248 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:57.316691 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:57.328273 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:57.339711 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:04:57.351418 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:04:57.469774 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:04:57.772834 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:04:57.911719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:58.256803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20558): Launched\u000a07:04:58.543133 run iperf3-srv_10.42.42.10(pid=20559): Launched\u000a07:04:58.747316 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:04:58.885963 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:04:59.230603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20560): Launched\u000a07:04:59.516612 run iperf3-srv_10.42.42.10(pid=20561): Launched\u000a07:04:59.721028 tst cs_paging_gprs_active.py:38: start network...\u000a07:04:59.859642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:00.382822 run create_hlr_db(pid=20562): Launched\u000a07:05:00.575384 bus /gobi_6: Setting Powered False\u000a07:05:01.603337 run create_hlr_db(pid=20562): Terminated: ok {rc=0}\u000a07:05:02.115245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20567): Launched\u000a07:05:02.430588 run osmo-hlr_10.42.42.2(pid=20568): Launched\u000a07:05:02.554565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:03.098115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20570): Launched\u000a07:05:03.407962 run osmo-stp_10.42.42.5(pid=20571): Launched\u000a07:05:03.519707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:05:04.059091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20573): Launched\u000a07:05:04.169496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:05:04.441524 run patchelf(pid=20574): Launched\u000a07:05:04.623095 run osmo-stp_10.42.42.5(pid=20571): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20571)]\u000a07:05:04.756042 run osmo-stp_10.42.42.5(pid=20571): stdout: \u000a| (launched: 2022-12-14_07:05:03.254469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:04.889105 run osmo-stp_10.42.42.5(pid=20571): stderr: \u000a| �[0;m�[38;5;43m20221214070503429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070503429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070503429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070503429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070503430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070503430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070503430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:05.017281 run osmo-stp_10.42.42.5(pid=20571): stdout: \u000a| (launched: 2022-12-14_07:05:03.254469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:05.144292 run osmo-stp_10.42.42.5(pid=20571): stderr: \u000a| �[0;m�[38;5;43m20221214070503429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070503429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070503429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070503429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070503430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070503430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070503430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:05.293834 run patchelf(pid=20574): Terminating (SIGINT)\u000a07:05:05.470108 run patchelf(pid=20574): Terminated: ok {rc=0}\u000a07:05:05.502285 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20571): Process ended prematurely: osmo-stp_10.42.42.5(pid=20571) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20571)] [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:05:05.511390 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a07:05:05.571155 run osmo-hlr_10.42.42.2(pid=20568): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20568)]\u000a07:05:05.619720 run osmo-hlr_10.42.42.2(pid=20568): stdout: \u000a| (launched: 2022-12-14_07:05:02.276060) \u000a07:05:05.669069 run osmo-hlr_10.42.42.2(pid=20568): stderr: \u000a| �[0;m�[1;31m20221214070502454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070502454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070502454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070502455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070502455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070502455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070502467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070502475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070502475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070502476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:05.711585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20558): Terminating (SIGTERM)\u000a07:05:05.751190 run iperf3-srv_10.42.42.10(pid=20559): Terminating (SIGTERM)\u000a07:05:05.790742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20560): Terminating (SIGTERM)\u000a07:05:05.830399 run iperf3-srv_10.42.42.10(pid=20561): Terminating (SIGTERM)\u000a07:05:05.870112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20567): Terminating (SIGTERM)\u000a07:05:05.909720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20570): Terminating (SIGTERM)\u000a07:05:05.949107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20573): Terminating (SIGTERM)\u000a07:05:05.958286 --- ParallelTerminationStrategy: PID 20558 died...\u000a07:05:06.011788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20558): Terminated: ok {rc=0}\u000a07:05:06.021458 --- ParallelTerminationStrategy: PID 20559 died...\u000a07:05:06.074310 run iperf3-srv_10.42.42.10(pid=20559): Terminated {rc=256}\u000a07:05:06.083848 --- ParallelTerminationStrategy: PID 20560 died...\u000a07:05:06.137021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20560): Terminated: ok {rc=0}\u000a07:05:06.146541 --- ParallelTerminationStrategy: PID 20561 died...\u000a07:05:06.199060 run iperf3-srv_10.42.42.10(pid=20561): Terminated {rc=256}\u000a07:05:06.208695 --- ParallelTerminationStrategy: PID 20567 died...\u000a07:05:06.261584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20567): Terminated: ok {rc=0}\u000a07:05:06.271216 --- ParallelTerminationStrategy: PID 20570 died...\u000a07:05:06.324260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20570): Terminated: ok {rc=0}\u000a07:05:06.333918 --- ParallelTerminationStrategy: PID 20573 died...\u000a07:05:06.386738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20573): Terminated: ok {rc=0}\u000a07:05:06.474032 bus /gobi_0: Setting Powered False\u000a07:05:07.577101 bus /gobi_0: Setting Powered False\u000a07:05:08.688712 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20583): Process ended prematurely: osmo-stp_10.42.42.5(pid=20583) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20583)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20583): Process ended prematurely: osmo-stp_10.42.42.5(pid=20583) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:05:09.800421 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:09.811954 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:05:09.961145 tst iperf3.py: using LAC 39227\u000a07:05:10.084201 tst iperf3.py: using RAC 212\u000a07:05:10.208694 tst iperf3.py: using CellId 39227\u000a07:05:10.332311 tst iperf3.py: using BVCI 39228\u000a07:05:10.356038 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:10.367163 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:10.378005 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:10.388751 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:10.399309 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:10.410087 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:10.420920 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:10.431574 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:10.442440 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:05:10.723500 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:05:10.851362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:05:11.173307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20575): Launched\u000a07:05:11.441062 run iperf3-srv_10.42.42.10(pid=20576): Launched\u000a07:05:11.628634 tst iperf3.py:8: start network...\u000a07:05:11.757206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:12.251866 run create_hlr_db(pid=20577): Launched\u000a07:05:12.428072 bus /gobi_6: Setting Powered False\u000a07:05:13.462320 run create_hlr_db(pid=20577): Terminated: ok {rc=0}\u000a07:05:13.912770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20579): Launched\u000a07:05:14.246528 run osmo-hlr_10.42.42.2(pid=20580): Launched\u000a07:05:14.371876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:14.950108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20582): Launched\u000a07:05:15.283339 run osmo-stp_10.42.42.5(pid=20583): Launched\u000a07:05:15.402264 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:05:16.018346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20585): Launched\u000a07:05:16.140395 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:05:16.452182 run patchelf(pid=20586): Launched\u000a07:05:16.650955 run osmo-stp_10.42.42.5(pid=20583): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20583)]\u000a07:05:16.796689 run osmo-stp_10.42.42.5(pid=20583): stdout: \u000a| (launched: 2022-12-14_07:05:15.118387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:16.944510 run osmo-stp_10.42.42.5(pid=20583): stderr: \u000a| �[0;m�[38;5;43m20221214070515313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070515313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070515313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070515313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070515314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070515314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070515314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:17.084752 run osmo-stp_10.42.42.5(pid=20583): stdout: \u000a| (launched: 2022-12-14_07:05:15.118387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:17.223041 run osmo-stp_10.42.42.5(pid=20583): stderr: \u000a| �[0;m�[38;5;43m20221214070515313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070515313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070515313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070515313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070515314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070515314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070515314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:17.382433 run patchelf(pid=20586): Terminating (SIGINT)\u000a07:05:17.569684 run patchelf(pid=20586): Terminated: ok {rc=0}\u000a07:05:17.603976 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20583): Process ended prematurely: osmo-stp_10.42.42.5(pid=20583) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20583)] [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:05:17.614080 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a07:05:17.678331 run osmo-hlr_10.42.42.2(pid=20580): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20580)]\u000a07:05:17.730173 run osmo-hlr_10.42.42.2(pid=20580): stdout: \u000a| (launched: 2022-12-14_07:05:14.082130) \u000a07:05:17.782645 run osmo-hlr_10.42.42.2(pid=20580): stderr: \u000a| �[0;m�[1;31m20221214070514283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070514283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070514283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070514283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070514283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070514283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070514295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070514303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070514304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070514304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:17.827247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20575): Terminating (SIGTERM)\u000a07:05:17.869483 run iperf3-srv_10.42.42.10(pid=20576): Terminating (SIGTERM)\u000a07:05:17.911824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20579): Terminating (SIGTERM)\u000a07:05:17.954617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20582): Terminating (SIGTERM)\u000a07:05:17.997325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20585): Terminating (SIGTERM)\u000a07:05:18.006981 --- ParallelTerminationStrategy: PID 20575 died...\u000a07:05:18.063764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20575): Terminated: ok {rc=0}\u000a07:05:18.073954 --- ParallelTerminationStrategy: PID 20576 died...\u000a07:05:18.130232 run iperf3-srv_10.42.42.10(pid=20576): Terminated {rc=256}\u000a07:05:18.140090 --- ParallelTerminationStrategy: PID 20579 died...\u000a07:05:18.196263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20579): Terminated: ok {rc=0}\u000a07:05:18.206351 --- ParallelTerminationStrategy: PID 20582 died...\u000a07:05:18.262977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20582): Terminated: ok {rc=0}\u000a07:05:18.273131 --- ParallelTerminationStrategy: PID 20585 died...\u000a07:05:18.329472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20585): Terminated: ok {rc=0}\u000a07:05:18.416337 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20602): Process ended prematurely: osmo-stp_10.42.42.5(pid=20602) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20602)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20602): Process ended prematurely: osmo-stp_10.42.42.5(pid=20602) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:05:19.533102 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:19.545238 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:05:19.703518 tst iperf3m4.py: using LAC 39228\u000a07:05:19.837946 tst iperf3m4.py: using RAC 213\u000a07:05:19.968470 tst iperf3m4.py: using CellId 39228\u000a07:05:20.099116 tst iperf3m4.py: using BVCI 39229\u000a07:05:20.124710 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:20.136218 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:20.147380 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:20.158597 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:20.170534 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:20.182657 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:20.195015 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:20.207005 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:20.219311 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:05:20.341522 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:05:20.466803 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:05:20.584306 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:05:20.888933 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:05:21.028579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:05:21.375505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20587): Launched\u000a07:05:21.663186 run iperf3-srv_10.42.42.10(pid=20588): Launched\u000a07:05:21.866817 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:05:22.005404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:05:22.351074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20590): Launched\u000a07:05:22.638474 run iperf3-srv_10.42.42.10(pid=20591): Launched\u000a07:05:22.844111 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:05:22.983453 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:05:23.331850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20592): Launched\u000a07:05:23.619304 run iperf3-srv_10.42.42.10(pid=20593): Launched\u000a07:05:23.823188 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:05:23.961581 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:05:24.307353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20594): Launched\u000a07:05:24.594932 run iperf3-srv_10.42.42.10(pid=20595): Launched\u000a07:05:24.799029 tst iperf3m4.py:8: start network...\u000a07:05:24.937439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:25.459888 run create_hlr_db(pid=20596): Launched\u000a07:05:25.652179 bus /gobi_6: Setting Powered False\u000a07:05:26.671970 run create_hlr_db(pid=20596): Terminated: ok {rc=0}\u000a07:05:27.087930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20598): Launched\u000a07:05:27.397406 run osmo-hlr_10.42.42.2(pid=20599): Launched\u000a07:05:27.511717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:28.048379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20601): Launched\u000a07:05:28.358445 run osmo-stp_10.42.42.5(pid=20602): Launched\u000a07:05:28.470268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:05:29.007498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20604): Launched\u000a07:05:29.116564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:05:29.386944 run patchelf(pid=20605): Launched\u000a07:05:29.566482 run osmo-stp_10.42.42.5(pid=20602): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20602)]\u000a07:05:29.698026 run osmo-stp_10.42.42.5(pid=20602): stdout: \u000a| (launched: 2022-12-14_07:05:28.204023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:29.829462 run osmo-stp_10.42.42.5(pid=20602): stderr: \u000a| �[0;m�[38;5;43m20221214070528379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070528379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070528379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070528380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070528380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070528380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070528380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:29.955892 run osmo-stp_10.42.42.5(pid=20602): stdout: \u000a| (launched: 2022-12-14_07:05:28.204023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:30.081332 run osmo-stp_10.42.42.5(pid=20602): stderr: \u000a| �[0;m�[38;5;43m20221214070528379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070528379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070528379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070528380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070528380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070528380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070528380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:30.228631 run patchelf(pid=20605): Terminating (SIGINT)\u000a07:05:30.403553 run patchelf(pid=20605): Terminated: ok {rc=0}\u000a07:05:30.435416 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20602): Process ended prematurely: osmo-stp_10.42.42.5(pid=20602) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20602)] [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:05:30.444470 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:05:30.504065 run osmo-hlr_10.42.42.2(pid=20599): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20599)]\u000a07:05:30.552917 run osmo-hlr_10.42.42.2(pid=20599): stdout: \u000a| (launched: 2022-12-14_07:05:27.243998) \u000a07:05:30.602430 run osmo-hlr_10.42.42.2(pid=20599): stderr: \u000a| �[0;m�[1;31m20221214070527423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070527424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070527424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070527424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070527424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070527424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070527436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070527445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070527445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070527445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:30.644364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20587): Terminating (SIGTERM)\u000a07:05:30.683913 run iperf3-srv_10.42.42.10(pid=20588): Terminating (SIGTERM)\u000a07:05:30.723615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20590): Terminating (SIGTERM)\u000a07:05:30.763235 run iperf3-srv_10.42.42.10(pid=20591): Terminating (SIGTERM)\u000a07:05:30.802863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20592): Terminating (SIGTERM)\u000a07:05:30.852238 run iperf3-srv_10.42.42.10(pid=20593): Terminating (SIGTERM)\u000a07:05:30.899814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20594): Terminating (SIGTERM)\u000a07:05:30.946096 run iperf3-srv_10.42.42.10(pid=20595): Terminating (SIGTERM)\u000a07:05:30.991380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20598): Terminating (SIGTERM)\u000a07:05:31.040773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20601): Terminating (SIGTERM)\u000a07:05:31.087758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20604): Terminating (SIGTERM)\u000a07:05:31.099232 --- ParallelTerminationStrategy: PID 20587 died...\u000a07:05:31.162392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20587): Terminated: ok {rc=0}\u000a07:05:31.174541 --- ParallelTerminationStrategy: PID 20588 died...\u000a07:05:31.232725 run iperf3-srv_10.42.42.10(pid=20588): Terminated {rc=256}\u000a07:05:31.244477 --- ParallelTerminationStrategy: PID 20590 died...\u000a07:05:31.302840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20590): Terminated: ok {rc=0}\u000a07:05:31.314053 --- ParallelTerminationStrategy: PID 20591 died...\u000a07:05:31.374901 run iperf3-srv_10.42.42.10(pid=20591): Terminated {rc=256}\u000a07:05:31.385943 --- ParallelTerminationStrategy: PID 20592 died...\u000a07:05:31.445497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20592): Terminated: ok {rc=0}\u000a07:05:31.456462 --- ParallelTerminationStrategy: PID 20593 died...\u000a07:05:31.515440 run iperf3-srv_10.42.42.10(pid=20593): Terminated {rc=256}\u000a07:05:31.528423 --- ParallelTerminationStrategy: PID 20594 died...\u000a07:05:31.586719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20594): Terminated: ok {rc=0}\u000a07:05:31.598883 --- ParallelTerminationStrategy: PID 20595 died...\u000a07:05:31.658337 run iperf3-srv_10.42.42.10(pid=20595): Terminated {rc=256}\u000a07:05:31.670810 --- ParallelTerminationStrategy: PID 20598 died...\u000a07:05:31.730584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20598): Terminated: ok {rc=0}\u000a07:05:31.742457 --- ParallelTerminationStrategy: PID 20601 died...\u000a07:05:31.800449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20601): Terminated: ok {rc=0}\u000a07:05:31.812153 --- ParallelTerminationStrategy: PID 20604 died...\u000a07:05:31.870786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20604): Terminated: ok {rc=0}\u000a07:05:31.972767 bus /gobi_4: Setting Powered False\u000a07:05:33.080025 bus /gobi_4: Setting Powered False\u000a07:05:34.191812 bus /gobi_1: Setting Powered False\u000a07:05:35.294866 bus /gobi_1: Setting Powered False\u000a07:05:36.406792 bus /gobi_0: Setting Powered False\u000a07:05:37.512522 bus /gobi_0: Setting Powered False\u000a07:05:38.627256 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20612): Process ended prematurely: osmo-stp_10.42.42.5(pid=20612) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20612)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20612): Process ended prematurely: osmo-stp_10.42.42.5(pid=20612) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:05:39.694839 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:39.706292 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:05:39.854350 tst ping.py: using LAC 39229\u000a07:05:39.976247 tst ping.py: using RAC 214\u000a07:05:40.107054 tst ping.py: using CellId 39229\u000a07:05:40.234873 tst ping.py: using BVCI 39230\u000a07:05:40.260101 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:40.271839 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:40.283184 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:40.294691 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:40.306465 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:40.318642 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:40.330496 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:40.342207 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:05:40.639021 tst ping.py:19: start network...\u000a07:05:40.776007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:41.289975 run create_hlr_db(pid=20606): Launched\u000a07:05:41.479658 bus /gobi_6: Setting Powered False\u000a07:05:42.499009 run create_hlr_db(pid=20606): Terminated: ok {rc=0}\u000a07:05:42.936059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20608): Launched\u000a07:05:43.263108 run osmo-hlr_10.42.42.2(pid=20609): Launched\u000a07:05:43.380506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:43.957077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20611): Launched\u000a07:05:44.283481 run osmo-stp_10.42.42.5(pid=20612): Launched\u000a07:05:44.402339 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:05:44.971113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20614): Launched\u000a07:05:45.087150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:05:45.372217 run patchelf(pid=20615): Launched\u000a07:05:45.561871 run osmo-stp_10.42.42.5(pid=20612): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20612)]\u000a07:05:45.701209 run osmo-stp_10.42.42.5(pid=20612): stdout: \u000a| (launched: 2022-12-14_07:05:44.122321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:45.853016 run osmo-stp_10.42.42.5(pid=20612): stderr: \u000a| �[0;m�[38;5;43m20221214070544318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070544318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070544318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070544319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070544319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070544319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070544319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:45.992919 run osmo-stp_10.42.42.5(pid=20612): stdout: \u000a| (launched: 2022-12-14_07:05:44.122321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:46.138623 run osmo-stp_10.42.42.5(pid=20612): stderr: \u000a| �[0;m�[38;5;43m20221214070544318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070544318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070544318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070544319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070544319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070544319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070544319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:46.299462 run patchelf(pid=20615): Terminating (SIGINT)\u000a07:05:46.486899 run patchelf(pid=20615): Terminated: ok {rc=0}\u000a07:05:46.521202 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20612): Process ended prematurely: osmo-stp_10.42.42.5(pid=20612) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20612)] [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:05:46.531428 tst ping.py:22: Test FAILED (6.8 sec)\u000a07:05:46.597247 run osmo-hlr_10.42.42.2(pid=20609): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20609)]\u000a07:05:46.651035 run osmo-hlr_10.42.42.2(pid=20609): stdout: \u000a| (launched: 2022-12-14_07:05:43.101434) \u000a07:05:46.705996 run osmo-hlr_10.42.42.2(pid=20609): stderr: \u000a| �[0;m�[1;31m20221214070543300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070543300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070543300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070543300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070543300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070543300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070543313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070543322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070543323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070543323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:46.753110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20608): Terminating (SIGTERM)\u000a07:05:46.799390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20611): Terminating (SIGTERM)\u000a07:05:46.843820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20614): Terminating (SIGTERM)\u000a07:05:46.854141 --- ParallelTerminationStrategy: PID 20608 died...\u000a07:05:46.913571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20608): Terminated: ok {rc=0}\u000a07:05:46.925457 --- ParallelTerminationStrategy: PID 20611 died...\u000a07:05:46.983584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20611): Terminated: ok {rc=0}\u000a07:05:46.995208 --- ParallelTerminationStrategy: PID 20614 died...\u000a07:05:47.053292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20614): Terminated: ok {rc=0}\u000a07:05:47.144286 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20626): Process ended prematurely: osmo-stp_10.42.42.5(pid=20626) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20626)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20626): Process ended prematurely: osmo-stp_10.42.42.5(pid=20626) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:05:48.195666 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:48.207075 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:05:48.351675 tst ping_idle_ping.py: using LAC 39230\u000a07:05:48.473451 tst ping_idle_ping.py: using RAC 215\u000a07:05:48.592177 tst ping_idle_ping.py: using CellId 39230\u000a07:05:48.720479 tst ping_idle_ping.py: using BVCI 39231\u000a07:05:48.745606 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:48.757266 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:48.768586 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:48.780094 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:48.791750 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:48.803454 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:48.815235 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:05:48.826830 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:05:49.105071 tst ping_idle_ping.py:24: start network...\u000a07:05:49.230530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:49.717589 run create_hlr_db(pid=20616): Launched\u000a07:05:49.892447 bus /gobi_6: Setting Powered False\u000a07:05:50.913356 run create_hlr_db(pid=20616): Terminated: ok {rc=0}\u000a07:05:51.320670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20618): Launched\u000a07:05:51.626438 run osmo-hlr_10.42.42.2(pid=20619): Launched\u000a07:05:51.736368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:52.295686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20625): Launched\u000a07:05:52.626242 run osmo-stp_10.42.42.5(pid=20626): Launched\u000a07:05:52.746307 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:05:53.317981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20628): Launched\u000a07:05:53.434406 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:05:53.720755 run patchelf(pid=20629): Launched\u000a07:05:53.911569 run osmo-stp_10.42.42.5(pid=20626): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20626)]\u000a07:05:54.051294 run osmo-stp_10.42.42.5(pid=20626): stdout: \u000a| (launched: 2022-12-14_07:05:52.461906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:54.191515 run osmo-stp_10.42.42.5(pid=20626): stderr: \u000a| �[0;m�[38;5;43m20221214070552656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070552656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070552656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070552656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070552659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070552659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070552659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:54.326414 run osmo-stp_10.42.42.5(pid=20626): stdout: \u000a| (launched: 2022-12-14_07:05:52.461906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:54.460045 run osmo-stp_10.42.42.5(pid=20626): stderr: \u000a| �[0;m�[38;5;43m20221214070552656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070552656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070552656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070552656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070552659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070552659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070552659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:54.617303 run patchelf(pid=20629): Terminating (SIGINT)\u000a07:05:54.802113 run patchelf(pid=20629): Terminated: ok {rc=0}\u000a07:05:54.835253 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20626): Process ended prematurely: osmo-stp_10.42.42.5(pid=20626) [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20626)] [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:05:54.844370 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:05:54.907716 run osmo-hlr_10.42.42.2(pid=20619): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20619)]\u000a07:05:54.959380 run osmo-hlr_10.42.42.2(pid=20619): stdout: \u000a| (launched: 2022-12-14_07:05:51.474909) \u000a07:05:55.011531 run osmo-hlr_10.42.42.2(pid=20619): stderr: \u000a| �[0;m�[1;31m20221214070551655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070551655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070551655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070551655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070551655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070551655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070551670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070551680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070551681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070551681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:55.056214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20618): Terminating (SIGTERM)\u000a07:05:55.098703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20625): Terminating (SIGTERM)\u000a07:05:55.140932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20628): Terminating (SIGTERM)\u000a07:05:55.150633 --- ParallelTerminationStrategy: PID 20618 died...\u000a07:05:55.207083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20618): Terminated: ok {rc=0}\u000a07:05:55.217323 --- ParallelTerminationStrategy: PID 20625 died...\u000a07:05:55.273387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20625): Terminated: ok {rc=0}\u000a07:05:55.283344 --- ParallelTerminationStrategy: PID 20628 died...\u000a07:05:55.339540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20628): Terminated: ok {rc=0}\u000a07:05:55.427059 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:04:56" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20643): Process ended prematurely: osmo-stp_10.42.42.5(pid=20643) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20643)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20643): Process ended prematurely: osmo-stp_10.42.42.5(pid=20643) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:05:57.529848 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:57.540514 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:05:57.687478 tst cs_paging_gprs_active.py: using LAC 39231\u000a07:05:57.810462 tst cs_paging_gprs_active.py: using RAC 216\u000a07:05:57.929874 tst cs_paging_gprs_active.py: using CellId 39231\u000a07:05:58.050726 tst cs_paging_gprs_active.py: using BVCI 39232\u000a07:05:58.074452 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:58.085298 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:58.095921 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:58.106569 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:58.117151 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:58.127750 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:58.138454 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:58.148909 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:05:58.160014 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:05:58.279262 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:05:58.581996 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:05:58.721944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:05:59.067000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20633): Launched\u000a07:05:59.353716 run iperf3-srv_10.42.42.10(pid=20634): Launched\u000a07:05:59.557599 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:05:59.696680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:06:00.041510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20635): Launched\u000a07:06:00.327986 run iperf3-srv_10.42.42.10(pid=20636): Launched\u000a07:06:00.531875 tst cs_paging_gprs_active.py:38: start network...\u000a07:06:00.677153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:01.258004 run create_hlr_db(pid=20637): Launched\u000a07:06:01.453815 bus /gobi_6: Setting Powered False\u000a07:06:02.456584 run create_hlr_db(pid=20637): Terminated: ok {rc=0}\u000a07:06:02.916526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20639): Launched\u000a07:06:03.249860 run osmo-hlr_10.42.42.2(pid=20640): Launched\u000a07:06:03.367493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:03.903186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20642): Launched\u000a07:06:04.212732 run osmo-stp_10.42.42.5(pid=20643): Launched\u000a07:06:04.324411 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:06:04.864649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20645): Launched\u000a07:06:04.974533 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:06:05.246773 run patchelf(pid=20646): Launched\u000a07:06:05.427166 run osmo-stp_10.42.42.5(pid=20643): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20643)]\u000a07:06:05.558603 run osmo-stp_10.42.42.5(pid=20643): stdout: \u000a| (launched: 2022-12-14_07:06:04.059547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:05.690145 run osmo-stp_10.42.42.5(pid=20643): stderr: \u000a| �[0;m�[38;5;43m20221214070604234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070604234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070604234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070604235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070604235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070604235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070604235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:05.817280 run osmo-stp_10.42.42.5(pid=20643): stdout: \u000a| (launched: 2022-12-14_07:06:04.059547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:05.943407 run osmo-stp_10.42.42.5(pid=20643): stderr: \u000a| �[0;m�[38;5;43m20221214070604234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070604234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070604234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070604235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070604235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070604235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070604235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:06.091478 run patchelf(pid=20646): Terminating (SIGINT)\u000a07:06:06.266606 run patchelf(pid=20646): Terminated: ok {rc=0}\u000a07:06:06.298478 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20643): Process ended prematurely: osmo-stp_10.42.42.5(pid=20643) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20643)] [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:06:06.307580 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:06:06.367182 run osmo-hlr_10.42.42.2(pid=20640): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20640)]\u000a07:06:06.415680 run osmo-hlr_10.42.42.2(pid=20640): stdout: \u000a| (launched: 2022-12-14_07:06:03.085376) \u000a07:06:06.464891 run osmo-hlr_10.42.42.2(pid=20640): stderr: \u000a| �[0;m�[1;31m20221214070603288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070603288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070603288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070603288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070603288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070603289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070603301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070603309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070603310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070603310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:06.506863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20633): Terminating (SIGTERM)\u000a07:06:06.546205 run iperf3-srv_10.42.42.10(pid=20634): Terminating (SIGTERM)\u000a07:06:06.585884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20635): Terminating (SIGTERM)\u000a07:06:06.625474 run iperf3-srv_10.42.42.10(pid=20636): Terminating (SIGTERM)\u000a07:06:06.664915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20639): Terminating (SIGTERM)\u000a07:06:06.704639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20642): Terminating (SIGTERM)\u000a07:06:06.744667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20645): Terminating (SIGTERM)\u000a07:06:06.753903 --- ParallelTerminationStrategy: PID 20633 died...\u000a07:06:06.806807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20633): Terminated: ok {rc=0}\u000a07:06:06.816304 --- ParallelTerminationStrategy: PID 20634 died...\u000a07:06:06.868738 run iperf3-srv_10.42.42.10(pid=20634): Terminated {rc=256}\u000a07:06:06.878192 --- ParallelTerminationStrategy: PID 20635 died...\u000a07:06:06.930871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20635): Terminated: ok {rc=0}\u000a07:06:06.940303 --- ParallelTerminationStrategy: PID 20636 died...\u000a07:06:06.992723 run iperf3-srv_10.42.42.10(pid=20636): Terminated {rc=256}\u000a07:06:07.002240 --- ParallelTerminationStrategy: PID 20639 died...\u000a07:06:07.054720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20639): Terminated: ok {rc=0}\u000a07:06:07.064162 --- ParallelTerminationStrategy: PID 20642 died...\u000a07:06:07.116696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20642): Terminated: ok {rc=0}\u000a07:06:07.126243 --- ParallelTerminationStrategy: PID 20645 died...\u000a07:06:07.178711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20645): Terminated: ok {rc=0}\u000a07:06:07.267119 bus /gobi_0: Setting Powered False\u000a07:06:08.374621 bus /gobi_0: Setting Powered False\u000a07:06:09.487523 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20655): Process ended prematurely: osmo-stp_10.42.42.5(pid=20655) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20655)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20655): Process ended prematurely: osmo-stp_10.42.42.5(pid=20655) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:06:10.604394 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:10.616717 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:06:10.781266 tst iperf3.py: using LAC 39232\u000a07:06:10.909245 tst iperf3.py: using RAC 217\u000a07:06:11.037470 tst iperf3.py: using CellId 39232\u000a07:06:11.159188 tst iperf3.py: using BVCI 39233\u000a07:06:11.182953 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:11.194144 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:11.205103 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:11.216033 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:11.227047 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:11.237914 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:11.248746 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:11.259487 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:11.270404 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:06:11.552019 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:06:11.680746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:06:12.004489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20647): Launched\u000a07:06:12.273190 run iperf3-srv_10.42.42.10(pid=20648): Launched\u000a07:06:12.461226 tst iperf3.py:8: start network...\u000a07:06:12.590042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:13.085560 run create_hlr_db(pid=20649): Launched\u000a07:06:13.262589 bus /gobi_6: Setting Powered False\u000a07:06:14.283501 run create_hlr_db(pid=20649): Terminated: ok {rc=0}\u000a07:06:14.697466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20651): Launched\u000a07:06:15.007452 run osmo-hlr_10.42.42.2(pid=20652): Launched\u000a07:06:15.120503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:15.657977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20654): Launched\u000a07:06:16.135529 run osmo-stp_10.42.42.5(pid=20655): Launched\u000a07:06:16.390717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:06:16.968558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20657): Launched\u000a07:06:17.081063 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:06:17.360209 run patchelf(pid=20658): Launched\u000a07:06:17.540441 run osmo-stp_10.42.42.5(pid=20655): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20655)]\u000a07:06:17.672523 run osmo-stp_10.42.42.5(pid=20655): stdout: \u000a| (launched: 2022-12-14_07:06:15.814790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:17.804781 run osmo-stp_10.42.42.5(pid=20655): stderr: \u000a| �[0;m�[38;5;43m20221214070616097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070616097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070616097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070616098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070616098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070616098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070616098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:17.932060 run osmo-stp_10.42.42.5(pid=20655): stdout: \u000a| (launched: 2022-12-14_07:06:15.814790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:18.058222 run osmo-stp_10.42.42.5(pid=20655): stderr: \u000a| �[0;m�[38;5;43m20221214070616097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070616097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070616097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070616098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070616098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070616098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070616098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:18.206494 run patchelf(pid=20658): Terminating (SIGINT)\u000a07:06:18.382302 run patchelf(pid=20658): Terminated: ok {rc=0}\u000a07:06:18.414373 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20655): Process ended prematurely: osmo-stp_10.42.42.5(pid=20655) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20655)] [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:06:18.423599 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a07:06:18.483192 run osmo-hlr_10.42.42.2(pid=20652): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20652)]\u000a07:06:18.532005 run osmo-hlr_10.42.42.2(pid=20652): stdout: \u000a| (launched: 2022-12-14_07:06:14.853964) \u000a07:06:18.581548 run osmo-hlr_10.42.42.2(pid=20652): stderr: \u000a| �[0;m�[1;31m20221214070615034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070615034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070615034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070615034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070615034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070615034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070615049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070615059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070615059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070615059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:18.623883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20647): Terminating (SIGTERM)\u000a07:06:18.663855 run iperf3-srv_10.42.42.10(pid=20648): Terminating (SIGTERM)\u000a07:06:18.704302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20651): Terminating (SIGTERM)\u000a07:06:18.743939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20654): Terminating (SIGTERM)\u000a07:06:18.783436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20657): Terminating (SIGTERM)\u000a07:06:18.792557 --- ParallelTerminationStrategy: PID 20647 died...\u000a07:06:18.845750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20647): Terminated: ok {rc=0}\u000a07:06:18.855297 --- ParallelTerminationStrategy: PID 20648 died...\u000a07:06:18.907986 run iperf3-srv_10.42.42.10(pid=20648): Terminated {rc=256}\u000a07:06:18.917886 --- ParallelTerminationStrategy: PID 20651 died...\u000a07:06:18.970418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20651): Terminated: ok {rc=0}\u000a07:06:18.979871 --- ParallelTerminationStrategy: PID 20654 died...\u000a07:06:19.032279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20654): Terminated: ok {rc=0}\u000a07:06:19.041889 --- ParallelTerminationStrategy: PID 20657 died...\u000a07:06:19.094805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20657): Terminated: ok {rc=0}\u000a07:06:19.183151 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20673): Process ended prematurely: osmo-stp_10.42.42.5(pid=20673) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20673)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20673): Process ended prematurely: osmo-stp_10.42.42.5(pid=20673) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:06:20.294160 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:20.305740 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:06:20.450705 tst iperf3m4.py: using LAC 39233\u000a07:06:20.571108 tst iperf3m4.py: using RAC 218\u000a07:06:20.698589 tst iperf3m4.py: using CellId 39233\u000a07:06:20.822961 tst iperf3m4.py: using BVCI 39234\u000a07:06:20.846727 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:20.857679 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:20.868341 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:20.879090 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:20.889696 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:20.900359 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:20.911161 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:20.921772 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:20.932644 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:06:21.056147 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:06:21.177141 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:06:21.298668 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:06:21.583006 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:06:21.711752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:06:22.032818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20659): Launched\u000a07:06:22.299924 run iperf3-srv_10.42.42.10(pid=20660): Launched\u000a07:06:22.487078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:06:22.614815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:06:22.936719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20661): Launched\u000a07:06:23.203729 run iperf3-srv_10.42.42.10(pid=20662): Launched\u000a07:06:23.391249 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:06:23.519245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:06:23.841242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20663): Launched\u000a07:06:24.108425 run iperf3-srv_10.42.42.10(pid=20664): Launched\u000a07:06:24.295950 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:06:24.423440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:06:24.745515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20665): Launched\u000a07:06:25.012313 run iperf3-srv_10.42.42.10(pid=20666): Launched\u000a07:06:25.199685 tst iperf3m4.py:8: start network...\u000a07:06:25.327163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:25.822460 run create_hlr_db(pid=20667): Launched\u000a07:06:26.000258 bus /gobi_6: Setting Powered False\u000a07:06:27.020115 run create_hlr_db(pid=20667): Terminated: ok {rc=0}\u000a07:06:27.463595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20669): Launched\u000a07:06:27.798990 run osmo-hlr_10.42.42.2(pid=20670): Launched\u000a07:06:27.921712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:28.510758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20672): Launched\u000a07:06:28.846002 run osmo-stp_10.42.42.5(pid=20673): Launched\u000a07:06:28.967184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:06:29.549780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20675): Launched\u000a07:06:29.668730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:06:29.963773 run patchelf(pid=20676): Launched\u000a07:06:30.158238 run osmo-stp_10.42.42.5(pid=20673): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20673)]\u000a07:06:30.300505 run osmo-stp_10.42.42.5(pid=20673): stdout: \u000a| (launched: 2022-12-14_07:06:28.680439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:30.443478 run osmo-stp_10.42.42.5(pid=20673): stderr: \u000a| �[0;m�[38;5;43m20221214070628878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070628878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070628878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070628879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070628879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070628879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070628879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:30.580725 run osmo-stp_10.42.42.5(pid=20673): stdout: \u000a| (launched: 2022-12-14_07:06:28.680439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:30.717518 run osmo-stp_10.42.42.5(pid=20673): stderr: \u000a| �[0;m�[38;5;43m20221214070628878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070628878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070628878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070628879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070628879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070628879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070628879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:30.908500 run patchelf(pid=20676): Terminating (SIGINT)\u000a07:06:31.102321 run patchelf(pid=20676): Terminated: ok {rc=0}\u000a07:06:31.138000 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20673): Process ended prematurely: osmo-stp_10.42.42.5(pid=20673) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20673)] [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:06:31.149082 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:06:31.215647 run osmo-hlr_10.42.42.2(pid=20670): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20670)]\u000a07:06:31.269815 run osmo-hlr_10.42.42.2(pid=20670): stdout: \u000a| (launched: 2022-12-14_07:06:27.633479) \u000a07:06:31.325094 run osmo-hlr_10.42.42.2(pid=20670): stderr: \u000a| �[0;m�[1;31m20221214070627835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070627835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070627835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070627835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070627835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070627835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070627854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070627863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070627863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070627863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:31.372385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20659): Terminating (SIGTERM)\u000a07:06:31.418897 run iperf3-srv_10.42.42.10(pid=20660): Terminating (SIGTERM)\u000a07:06:31.464939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20661): Terminating (SIGTERM)\u000a07:06:31.511367 run iperf3-srv_10.42.42.10(pid=20662): Terminating (SIGTERM)\u000a07:06:31.557606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20663): Terminating (SIGTERM)\u000a07:06:31.603869 run iperf3-srv_10.42.42.10(pid=20664): Terminating (SIGTERM)\u000a07:06:31.649964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20665): Terminating (SIGTERM)\u000a07:06:31.696399 run iperf3-srv_10.42.42.10(pid=20666): Terminating (SIGTERM)\u000a07:06:31.742550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20669): Terminating (SIGTERM)\u000a07:06:31.786875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20672): Terminating (SIGTERM)\u000a07:06:31.831347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20675): Terminating (SIGTERM)\u000a07:06:31.841683 --- ParallelTerminationStrategy: PID 20659 died...\u000a07:06:31.901624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20659): Terminated: ok {rc=0}\u000a07:06:31.913243 --- ParallelTerminationStrategy: PID 20660 died...\u000a07:06:31.971479 run iperf3-srv_10.42.42.10(pid=20660): Terminated {rc=256}\u000a07:06:31.983408 --- ParallelTerminationStrategy: PID 20661 died...\u000a07:06:32.041797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20661): Terminated: ok {rc=0}\u000a07:06:32.053686 --- ParallelTerminationStrategy: PID 20662 died...\u000a07:06:32.111760 run iperf3-srv_10.42.42.10(pid=20662): Terminated {rc=256}\u000a07:06:32.123602 --- ParallelTerminationStrategy: PID 20663 died...\u000a07:06:32.180555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20663): Terminated: ok {rc=0}\u000a07:06:32.190677 --- ParallelTerminationStrategy: PID 20664 died...\u000a07:06:32.247027 run iperf3-srv_10.42.42.10(pid=20664): Terminated {rc=256}\u000a07:06:32.257172 --- ParallelTerminationStrategy: PID 20665 died...\u000a07:06:32.313593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20665): Terminated: ok {rc=0}\u000a07:06:32.324043 --- ParallelTerminationStrategy: PID 20666 died...\u000a07:06:32.380583 run iperf3-srv_10.42.42.10(pid=20666): Terminated {rc=256}\u000a07:06:32.390755 --- ParallelTerminationStrategy: PID 20669 died...\u000a07:06:32.447248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20669): Terminated: ok {rc=0}\u000a07:06:32.457424 --- ParallelTerminationStrategy: PID 20672 died...\u000a07:06:32.514011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20672): Terminated: ok {rc=0}\u000a07:06:32.524459 --- ParallelTerminationStrategy: PID 20675 died...\u000a07:06:32.581498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20675): Terminated: ok {rc=0}\u000a07:06:32.669889 bus /gobi_4: Setting Powered False\u000a07:06:33.775538 bus /gobi_4: Setting Powered False\u000a07:06:34.883992 bus /gobi_1: Setting Powered False\u000a07:06:35.990811 bus /gobi_1: Setting Powered False\u000a07:06:37.099445 bus /gobi_0: Setting Powered False\u000a07:06:38.205827 bus /gobi_0: Setting Powered False\u000a07:06:39.318706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20683): Process ended prematurely: osmo-stp_10.42.42.5(pid=20683) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20683)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20683): Process ended prematurely: osmo-stp_10.42.42.5(pid=20683) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:06:40.385124 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:40.396845 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:06:40.550628 tst ping.py: using LAC 39234\u000a07:06:40.678887 tst ping.py: using RAC 219\u000a07:06:40.809675 tst ping.py: using CellId 39234\u000a07:06:40.939591 tst ping.py: using BVCI 39235\u000a07:06:40.964893 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:40.976594 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:40.987840 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:40.999284 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:41.010816 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:41.022331 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:41.034086 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:41.045647 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:06:41.324941 tst ping.py:19: start network...\u000a07:06:41.450968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:41.938719 run create_hlr_db(pid=20677): Launched\u000a07:06:42.113760 bus /gobi_6: Setting Powered False\u000a07:06:43.133704 run create_hlr_db(pid=20677): Terminated: ok {rc=0}\u000a07:06:43.571804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20679): Launched\u000a07:06:43.900330 run osmo-hlr_10.42.42.2(pid=20680): Launched\u000a07:06:44.021831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:44.597093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20682): Launched\u000a07:06:44.925885 run osmo-stp_10.42.42.5(pid=20683): Launched\u000a07:06:45.045454 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:06:45.616046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20685): Launched\u000a07:06:45.732836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:06:46.054754 run patchelf(pid=20686): Launched\u000a07:06:46.240262 run osmo-stp_10.42.42.5(pid=20683): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20683)]\u000a07:06:46.374741 run osmo-stp_10.42.42.5(pid=20683): stdout: \u000a| (launched: 2022-12-14_07:06:44.763343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:46.507848 run osmo-stp_10.42.42.5(pid=20683): stderr: \u000a| �[0;m�[38;5;43m20221214070644958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070644958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070644958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070644958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070644959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070644959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070644959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:46.638043 run osmo-stp_10.42.42.5(pid=20683): stdout: \u000a| (launched: 2022-12-14_07:06:44.763343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:46.765465 run osmo-stp_10.42.42.5(pid=20683): stderr: \u000a| �[0;m�[38;5;43m20221214070644958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070644958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070644958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070644958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070644959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070644959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070644959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:46.915710 run patchelf(pid=20686): Terminating (SIGINT)\u000a07:06:47.091450 run patchelf(pid=20686): Terminated: ok {rc=0}\u000a07:06:47.124290 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20683): Process ended prematurely: osmo-stp_10.42.42.5(pid=20683) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20683)] [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:06:47.133510 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:06:47.195983 run osmo-hlr_10.42.42.2(pid=20680): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20680)]\u000a07:06:47.245744 run osmo-hlr_10.42.42.2(pid=20680): stdout: \u000a| (launched: 2022-12-14_07:06:43.738221) \u000a07:06:47.295808 run osmo-hlr_10.42.42.2(pid=20680): stderr: \u000a| �[0;m�[1;31m20221214070643942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070643942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070643942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070643942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070643942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070643942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070643954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070643962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070643962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070643962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:47.338516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20679): Terminating (SIGTERM)\u000a07:06:47.379038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20682): Terminating (SIGTERM)\u000a07:06:47.419212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20685): Terminating (SIGTERM)\u000a07:06:47.428550 --- ParallelTerminationStrategy: PID 20679 died...\u000a07:06:47.482273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20679): Terminated: ok {rc=0}\u000a07:06:47.491998 --- ParallelTerminationStrategy: PID 20682 died...\u000a07:06:47.545338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20682): Terminated: ok {rc=0}\u000a07:06:47.555016 --- ParallelTerminationStrategy: PID 20685 died...\u000a07:06:47.608348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20685): Terminated: ok {rc=0}\u000a07:06:47.692198 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20693): Process ended prematurely: osmo-stp_10.42.42.5(pid=20693) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20693)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20693): Process ended prematurely: osmo-stp_10.42.42.5(pid=20693) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:06:48.744674 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:48.756902 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:06:48.913433 tst ping_idle_ping.py: using LAC 39235\u000a07:06:49.042843 tst ping_idle_ping.py: using RAC 220\u000a07:06:49.177588 tst ping_idle_ping.py: using CellId 39235\u000a07:06:49.305317 tst ping_idle_ping.py: using BVCI 39236\u000a07:06:49.330500 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:49.342209 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:49.353501 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:49.364652 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:49.376252 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:49.387973 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:49.399801 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:06:49.411386 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:06:49.707213 tst ping_idle_ping.py:24: start network...\u000a07:06:49.844317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:50.363404 run create_hlr_db(pid=20687): Launched\u000a07:06:50.554062 bus /gobi_6: Setting Powered False\u000a07:06:51.573295 run create_hlr_db(pid=20687): Terminated: ok {rc=0}\u000a07:06:52.013500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20689): Launched\u000a07:06:52.343624 run osmo-hlr_10.42.42.2(pid=20690): Launched\u000a07:06:52.464105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:53.038477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20692): Launched\u000a07:06:53.368536 run osmo-stp_10.42.42.5(pid=20693): Launched\u000a07:06:53.487871 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:06:54.062148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20695): Launched\u000a07:06:54.179726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:06:54.467440 run patchelf(pid=20696): Launched\u000a07:06:54.659387 run osmo-stp_10.42.42.5(pid=20693): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20693)]\u000a07:06:54.800140 run osmo-stp_10.42.42.5(pid=20693): stdout: \u000a| (launched: 2022-12-14_07:06:53.205303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:54.940735 run osmo-stp_10.42.42.5(pid=20693): stderr: \u000a| �[0;m�[38;5;43m20221214070653401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070653401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070653401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070653402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070653402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070653402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070653402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:55.076219 run osmo-stp_10.42.42.5(pid=20693): stdout: \u000a| (launched: 2022-12-14_07:06:53.205303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:55.210541 run osmo-stp_10.42.42.5(pid=20693): stderr: \u000a| �[0;m�[38;5;43m20221214070653401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070653401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070653401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070653402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070653402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070653402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070653402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:55.368027 run patchelf(pid=20696): Terminating (SIGINT)\u000a07:06:55.553311 run patchelf(pid=20696): Terminated: ok {rc=0}\u000a07:06:55.586790 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20693): Process ended prematurely: osmo-stp_10.42.42.5(pid=20693) [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20693)] [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:06:55.595842 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:06:55.659312 run osmo-hlr_10.42.42.2(pid=20690): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20690)]\u000a07:06:55.711450 run osmo-hlr_10.42.42.2(pid=20690): stdout: \u000a| (launched: 2022-12-14_07:06:52.180446) \u000a07:06:55.764231 run osmo-hlr_10.42.42.2(pid=20690): stderr: \u000a| �[0;m�[1;31m20221214070652381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070652381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070652381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070652381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070652381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070652381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070652393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070652401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070652402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070652402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:55.809373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20689): Terminating (SIGTERM)\u000a07:06:55.851694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20692): Terminating (SIGTERM)\u000a07:06:55.893967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20695): Terminating (SIGTERM)\u000a07:06:55.903729 --- ParallelTerminationStrategy: PID 20689 died...\u000a07:06:55.960429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20689): Terminated: ok {rc=0}\u000a07:06:55.970672 --- ParallelTerminationStrategy: PID 20692 died...\u000a07:06:56.027237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20692): Terminated: ok {rc=0}\u000a07:06:56.037600 --- ParallelTerminationStrategy: PID 20695 died...\u000a07:06:56.093914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20695): Terminated: ok {rc=0}\u000a07:06:56.181965 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:05:57" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20706): Process ended prematurely: osmo-stp_10.42.42.5(pid=20706) [trial-2401↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20706)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20706): Process ended prematurely: osmo-stp_10.42.42.5(pid=20706) [trial-2401↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:06:58.170402 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:06:58.182164 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:06:58.332192 tst switch_tch_pdch.py: using LAC 39236\u000a07:06:58.453379 tst switch_tch_pdch.py: using RAC 221\u000a07:06:58.572331 tst switch_tch_pdch.py: using CellId 39236\u000a07:06:58.693281 tst switch_tch_pdch.py: using BVCI 39237\u000a07:06:58.716562 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:06:58.727780 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:06:58.738818 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:06:58.749803 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:06:58.760637 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:06:58.771640 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:06:58.782844 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:06:58.793814 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:06:58.915528 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:06:59.196314 tst switch_tch_pdch.py:51: start network...\u000a07:06:59.322443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:59.808321 run create_hlr_db(pid=20700): Launched\u000a07:06:59.983038 bus /gobi_6: Setting Powered False\u000a07:07:01.030428 run create_hlr_db(pid=20700): Terminated: ok {rc=0}\u000a07:07:01.543191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20702): Launched\u000a07:07:02.034050 run osmo-hlr_10.42.42.2(pid=20703): Launched\u000a07:07:02.267431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:02.861358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20705): Launched\u000a07:07:03.188393 run osmo-stp_10.42.42.5(pid=20706): Launched\u000a07:07:03.306601 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:07:03.878841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20708): Launched\u000a07:07:03.995799 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:07:04.282775 run patchelf(pid=20709): Launched\u000a07:07:04.473732 run osmo-stp_10.42.42.5(pid=20706): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20706)]\u000a07:07:04.613403 run osmo-stp_10.42.42.5(pid=20706): stdout: \u000a| (launched: 2022-12-14_07:07:03.026937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:04.753789 run osmo-stp_10.42.42.5(pid=20706): stderr: \u000a| �[0;m�[38;5;43m20221214070703222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070703222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070703222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070703223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070703223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070703223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070703223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:04.888343 run osmo-stp_10.42.42.5(pid=20706): stdout: \u000a| (launched: 2022-12-14_07:07:03.026937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:05.021480 run osmo-stp_10.42.42.5(pid=20706): stderr: \u000a| �[0;m�[38;5;43m20221214070703222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070703222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070703222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070703223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070703223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070703223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070703223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:05.178220 run patchelf(pid=20709): Terminating (SIGINT)\u000a07:07:05.362071 run patchelf(pid=20709): Terminated: ok {rc=0}\u000a07:07:05.395162 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20706): Process ended prematurely: osmo-stp_10.42.42.5(pid=20706) [trial-2401↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20706)] [trial-2401↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:07:05.404258 tst switch_tch_pdch.py:54: Test FAILED (7.2 sec)\u000a07:07:05.467995 run osmo-hlr_10.42.42.2(pid=20703): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20703)]\u000a07:07:05.519860 run osmo-hlr_10.42.42.2(pid=20703): stdout: \u000a| (launched: 2022-12-14_07:07:01.749975) \u000a07:07:05.572458 run osmo-hlr_10.42.42.2(pid=20703): stderr: \u000a| �[0;m�[1;31m20221214070702059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070702059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070702060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070702060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070702060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070702060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070702078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070702104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070702105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070702105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:05.617535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20702): Terminating (SIGTERM)\u000a07:07:05.660027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20705): Terminating (SIGTERM)\u000a07:07:05.702972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20708): Terminating (SIGTERM)\u000a07:07:05.712895 --- ParallelTerminationStrategy: PID 20702 died...\u000a07:07:05.769946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20702): Terminated: ok {rc=0}\u000a07:07:05.780175 --- ParallelTerminationStrategy: PID 20705 died...\u000a07:07:05.836781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20705): Terminated: ok {rc=0}\u000a07:07:05.847096 --- ParallelTerminationStrategy: PID 20708 died...\u000a07:07:05.903449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20708): Terminated: ok {rc=0}\u000a07:07:05.991522 bus /gobi_0: Setting Powered False\u000a07:07:07.097045 bus /gobi_0: Setting Powered False\u000a07:07:08.205797 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:06:57" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20720): Process ended prematurely: osmo-stp_10.42.42.5(pid=20720) [trial-2401↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20720)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20720): Process ended prematurely: osmo-stp_10.42.42.5(pid=20720) [trial-2401↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:07:10.147722 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:07:10.159266 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:07:10.313356 tst switch_tch_pdch.py: using LAC 39237\u000a07:07:10.443007 tst switch_tch_pdch.py: using RAC 222\u000a07:07:10.573544 tst switch_tch_pdch.py: using CellId 39237\u000a07:07:10.704038 tst switch_tch_pdch.py: using BVCI 39238\u000a07:07:10.729386 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:07:10.741274 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:07:10.752687 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:07:10.764079 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:07:10.775661 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:07:10.787243 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:07:10.799139 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:07:10.810948 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:07:10.929853 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:07:11.212838 tst switch_tch_pdch.py:51: start network...\u000a07:07:11.339105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:11.801751 run create_hlr_db(pid=20714): Launched\u000a07:07:11.925366 bus /gobi_6: Setting Powered False\u000a07:07:12.998594 run create_hlr_db(pid=20714): Terminated: ok {rc=0}\u000a07:07:13.381626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20716): Launched\u000a07:07:13.687198 run osmo-hlr_10.42.42.2(pid=20717): Launched\u000a07:07:13.807292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:14.322534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20719): Launched\u000a07:07:14.629057 run osmo-stp_10.42.42.5(pid=20720): Launched\u000a07:07:14.738651 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:07:15.244082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20722): Launched\u000a07:07:15.351823 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:07:15.619670 run patchelf(pid=20723): Launched\u000a07:07:15.798972 run osmo-stp_10.42.42.5(pid=20720): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20720)]\u000a07:07:15.952532 run osmo-stp_10.42.42.5(pid=20720): stdout: \u000a| (launched: 2022-12-14_07:07:14.476175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:16.086797 run osmo-stp_10.42.42.5(pid=20720): stderr: \u000a| �[0;m�[38;5;43m20221214070714649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070714649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070714649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070714650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070714650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070714650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070714650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:16.216314 run osmo-stp_10.42.42.5(pid=20720): stdout: \u000a| (launched: 2022-12-14_07:07:14.476175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:16.344421 run osmo-stp_10.42.42.5(pid=20720): stderr: \u000a| �[0;m�[38;5;43m20221214070714649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070714649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070714649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070714650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070714650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070714650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070714650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:16.494874 run patchelf(pid=20723): Terminating (SIGINT)\u000a07:07:16.672477 run patchelf(pid=20723): Terminated: ok {rc=0}\u000a07:07:16.705267 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20720): Process ended prematurely: osmo-stp_10.42.42.5(pid=20720) [trial-2401↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20720)] [trial-2401↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:07:16.715160 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a07:07:16.776882 run osmo-hlr_10.42.42.2(pid=20717): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20717)]\u000a07:07:16.826748 run osmo-hlr_10.42.42.2(pid=20717): stdout: \u000a| (launched: 2022-12-14_07:07:13.535826) \u000a07:07:16.877048 run osmo-hlr_10.42.42.2(pid=20717): stderr: \u000a| �[0;m�[1;31m20221214070713717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070713717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070713717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070713717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070713717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070713717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070713729 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070713738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070713738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070713738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:16.920506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20716): Terminating (SIGTERM)\u000a07:07:16.962751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20719): Terminating (SIGTERM)\u000a07:07:17.005217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20722): Terminating (SIGTERM)\u000a07:07:17.014996 --- ParallelTerminationStrategy: PID 20716 died...\u000a07:07:17.070863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20716): Terminated: ok {rc=0}\u000a07:07:17.081420 --- ParallelTerminationStrategy: PID 20719 died...\u000a07:07:17.135887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20719): Terminated: ok {rc=0}\u000a07:07:17.146057 --- ParallelTerminationStrategy: PID 20722 died...\u000a07:07:17.199789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20722): Terminated: ok {rc=0}\u000a07:07:17.284885 bus /gobi_0: Setting Powered False\u000a07:07:18.391524 bus /gobi_0: Setting Powered False\u000a07:07:19.502802 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:07:09" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20728) [trial-2401↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20728)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20728) [trial-2401↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a07:07:21.352695 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a07:07:21.363385 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a07:07:21.484483 tst mo_mt_sms.py: using LAC 39238\u000a07:07:21.606755 tst mo_mt_sms.py: using RAC 223\u000a07:07:21.724741 tst mo_mt_sms.py: using CellId 39238\u000a07:07:21.843696 tst mo_mt_sms.py: using BVCI 39239\u000a07:07:21.866678 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a07:07:21.987398 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a07:07:22.283013 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:07:22.419479 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:07:23.095523 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20727): Launched\u000a07:07:23.423901 run osmo-nitb_10.42.42.2(pid=20728): Launched\u000a07:07:23.624115 run osmo-nitb_10.42.42.2(pid=20728): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20728)]\u000a07:07:23.772261 run osmo-nitb_10.42.42.2(pid=20728): stdout: \u000a| (launched: 2022-12-14_07:07:23.264304) \u000a07:07:23.920138 run osmo-nitb_10.42.42.2(pid=20728): stderr: \u000a| (launched: 2022-12-14_07:07:23.313432)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:07:24.062839 run osmo-nitb_10.42.42.2(pid=20728): stdout: \u000a| (launched: 2022-12-14_07:07:23.264304) \u000a07:07:24.204233 run osmo-nitb_10.42.42.2(pid=20728): stderr: \u000a| (launched: 2022-12-14_07:07:23.313432)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:07:24.556559 tst osmo-nitb_10.42.42.2(pid=20728): stdout: \u000a| (launched: 2022-12-14_07:07:23.264304) \u000a07:07:24.687179 tst osmo-nitb_10.42.42.2(pid=20728): stderr: \u000a| (launched: 2022-12-14_07:07:23.313432)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:07:24.744666 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20728) [trial-2401↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20728)] [trial-2401↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a07:07:24.753544 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a07:07:24.790118 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20727): Terminating (SIGTERM)\u000a07:07:24.968364 --- ParallelTerminationStrategy: PID 20727 died...\u000a07:07:25.026476 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20727): Terminated: ok {rc=0}\u000a07:07:25.113204 bus /sierra_3: Setting Powered False\u000a07:07:26.220888 bus /sierra_3: Setting Powered False\u000a07:07:27.330304 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:07:21" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20738): Process ended prematurely: osmo-stp_10.42.42.5(pid=20738) [trial-2401↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20738)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20738): Process ended prematurely: osmo-stp_10.42.42.5(pid=20738) [trial-2401↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a07:07:29.183713 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:29.194504 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a07:07:29.314316 tst mo_mt_sms.py: using LAC 39239\u000a07:07:29.430819 tst mo_mt_sms.py: using RAC 224\u000a07:07:29.547983 tst mo_mt_sms.py: using CellId 39239\u000a07:07:29.664501 tst mo_mt_sms.py: using BVCI 39240\u000a07:07:29.687533 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:29.698172 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:29.708599 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:29.719028 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:29.729452 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:29.739732 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a07:07:29.861134 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a07:07:30.062935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:30.552429 run create_hlr_db(pid=20732): Launched\u000a07:07:30.727551 bus /sierra_2: Setting Powered False\u000a07:07:31.750223 run create_hlr_db(pid=20732): Terminated: ok {rc=0}\u000a07:07:32.179172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20734): Launched\u000a07:07:32.484370 run osmo-hlr_10.42.42.2(pid=20735): Launched\u000a07:07:32.599689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:33.127503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20737): Launched\u000a07:07:33.434800 run osmo-stp_10.42.42.5(pid=20738): Launched\u000a07:07:33.543627 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:34.100282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20740): Launched\u000a07:07:34.407081 run osmo-msc_10.42.42.6(pid=20741): Launched\u000a07:07:34.585373 run osmo-stp_10.42.42.5(pid=20738): ERR: Terminated: ERROR {rc=1} [trial-2401↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20738)]\u000a07:07:34.714144 run osmo-stp_10.42.42.5(pid=20738): stdout: \u000a| (launched: 2022-12-14_07:07:33.283282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:34.839852 run osmo-stp_10.42.42.5(pid=20738): stderr: \u000a| �[0;m�[38;5;43m20221214070733458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070733458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070733458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070733458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070733459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070733459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070733459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:34.961063 run osmo-stp_10.42.42.5(pid=20738): stdout: \u000a| (launched: 2022-12-14_07:07:33.283282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:35.081407 run osmo-stp_10.42.42.5(pid=20738): stderr: \u000a| �[0;m�[38;5;43m20221214070733458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070733458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070733458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070733458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070733459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070733459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070733459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:35.135112 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20738): Process ended prematurely: osmo-stp_10.42.42.5(pid=20738) [trial-2401↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20738)] [trial-2401↪sms:oc2g↪mo_mt_sms.py:16]\u000a07:07:35.143538 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a07:07:35.203120 run osmo-hlr_10.42.42.2(pid=20735): ERR: Terminated: ERROR {rc=237} [trial-2401↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20735)]\u000a07:07:35.251987 run osmo-hlr_10.42.42.2(pid=20735): stdout: \u000a| (launched: 2022-12-14_07:07:32.333349) \u000a07:07:35.302077 run osmo-hlr_10.42.42.2(pid=20735): stderr: \u000a| �[0;m�[1;31m20221214070732510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070732510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070732510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070732510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070732510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070732510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070732523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070732532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070732532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070732533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:35.369410 run osmo-msc_10.42.42.6(pid=20741): ERR: Terminated: ERROR {rc=2} [trial-2401↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20741)]\u000a07:07:35.418277 run osmo-msc_10.42.42.6(pid=20741): stdout: \u000a| (launched: 2022-12-14_07:07:34.254723) \u000a07:07:35.467498 run osmo-msc_10.42.42.6(pid=20741): stderr: \u000a| �[0;m�[38;5;43m20221214070734527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070734527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f685c591c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070734527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070734527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070734527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070734528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070734529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070734530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070734530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070734530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:07:35.509814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20734): Terminating (SIGTERM)\u000a07:07:35.549675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20737): Terminating (SIGTERM)\u000a07:07:35.589880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20740): Terminating (SIGTERM)\u000a07:07:35.599213 --- ParallelTerminationStrategy: PID 20734 died...\u000a07:07:35.652840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20734): Terminated: ok {rc=0}\u000a07:07:35.662606 --- ParallelTerminationStrategy: PID 20737 died...\u000a07:07:35.715754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20737): Terminated: ok {rc=0}\u000a07:07:35.725479 --- ParallelTerminationStrategy: PID 20740 died...\u000a07:07:35.778631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20740): Terminated: ok {rc=0}\u000a07:07:35.866045 bus /sierra_3: Setting Powered False\u000a07:07:36.969672 bus /sierra_3: Setting Powered False\u000a07:07:38.081748 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:07:28" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20747): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20747) [trial-2401↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20747)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20747): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20747) [trial-2401↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a07:07:39.878610 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a07:07:39.889799 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a07:07:40.012233 tst assert_extension.py: using LAC 39240\u000a07:07:40.133439 tst assert_extension.py: using RAC 225\u000a07:07:40.253809 tst assert_extension.py: using CellId 39240\u000a07:07:40.377377 tst assert_extension.py: using BVCI 39241\u000a07:07:40.400308 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a07:07:40.699268 tst assert_extension.py:10: start nitb and bts...\u000a07:07:40.838032 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:07:41.517436 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20746): Launched\u000a07:07:41.845448 run osmo-nitb_10.42.42.2(pid=20747): Launched\u000a07:07:42.046092 run osmo-nitb_10.42.42.2(pid=20747): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20747)]\u000a07:07:42.193686 run osmo-nitb_10.42.42.2(pid=20747): stdout: \u000a| (launched: 2022-12-14_07:07:41.683817) \u000a07:07:42.341354 run osmo-nitb_10.42.42.2(pid=20747): stderr: \u000a| (launched: 2022-12-14_07:07:41.733038)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:07:42.484123 run osmo-nitb_10.42.42.2(pid=20747): stdout: \u000a| (launched: 2022-12-14_07:07:41.683817) \u000a07:07:42.625303 run osmo-nitb_10.42.42.2(pid=20747): stderr: \u000a| (launched: 2022-12-14_07:07:41.733038)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:07:42.977826 tst osmo-nitb_10.42.42.2(pid=20747): stdout: \u000a| (launched: 2022-12-14_07:07:41.683817) \u000a07:07:43.108563 tst osmo-nitb_10.42.42.2(pid=20747): stderr: \u000a| (launched: 2022-12-14_07:07:41.733038)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:07:43.165942 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20747): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20747) [trial-2401↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20747)] [trial-2401↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a07:07:43.174504 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a07:07:43.211129 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20746): Terminating (SIGTERM)\u000a07:07:43.389354 --- ParallelTerminationStrategy: PID 20746 died...\u000a07:07:43.447286 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20746): Terminated: ok {rc=0}\u000a07:07:43.533572 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:07:39" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20757): Process ended prematurely: osmo-stp_10.42.42.5(pid=20757) [trial-2401↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20757)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20757): Process ended prematurely: osmo-stp_10.42.42.5(pid=20757) [trial-2401↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a07:07:45.340917 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:45.352708 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a07:07:45.482313 tst assert_extension.py: using LAC 39241\u000a07:07:45.610215 tst assert_extension.py: using RAC 226\u000a07:07:45.730632 tst assert_extension.py: using CellId 39241\u000a07:07:45.849701 tst assert_extension.py: using BVCI 39242\u000a07:07:45.873350 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:45.884274 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:45.895170 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:45.906132 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:45.917533 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:45.928535 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a07:07:46.161267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:46.727414 run create_hlr_db(pid=20751): Launched\u000a07:07:46.938737 bus /sierra_2: Setting Powered False\u000a07:07:47.943586 run create_hlr_db(pid=20751): Terminated: ok {rc=0}\u000a07:07:48.366955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20753): Launched\u000a07:07:48.672783 run osmo-hlr_10.42.42.2(pid=20754): Launched\u000a07:07:48.783618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:49.317794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20756): Launched\u000a07:07:49.625399 run osmo-stp_10.42.42.5(pid=20757): Launched\u000a07:07:49.735217 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:50.288452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20759): Launched\u000a07:07:50.594021 run osmo-msc_10.42.42.6(pid=20760): Launched\u000a07:07:50.771373 run osmo-stp_10.42.42.5(pid=20757): ERR: Terminated: ERROR {rc=1} [trial-2401↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20757)]\u000a07:07:50.899012 run osmo-stp_10.42.42.5(pid=20757): stdout: \u000a| (launched: 2022-12-14_07:07:49.472691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:51.024628 run osmo-stp_10.42.42.5(pid=20757): stderr: \u000a| �[0;m�[38;5;43m20221214070749646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070749646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070749647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070749647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070749648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070749648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070749648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:51.145927 run osmo-stp_10.42.42.5(pid=20757): stdout: \u000a| (launched: 2022-12-14_07:07:49.472691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:51.266456 run osmo-stp_10.42.42.5(pid=20757): stderr: \u000a| �[0;m�[38;5;43m20221214070749646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070749646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070749647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070749647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070749648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070749648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070749648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:51.319409 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20757): Process ended prematurely: osmo-stp_10.42.42.5(pid=20757) [trial-2401↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20757)] [trial-2401↪ussd:oc2g↪assert_extension.py:17]\u000a07:07:51.327212 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a07:07:51.386512 run osmo-hlr_10.42.42.2(pid=20754): ERR: Terminated: ERROR {rc=237} [trial-2401↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20754)]\u000a07:07:51.435176 run osmo-hlr_10.42.42.2(pid=20754): stdout: \u000a| (launched: 2022-12-14_07:07:48.520455) \u000a07:07:51.483839 run osmo-hlr_10.42.42.2(pid=20754): stderr: \u000a| �[0;m�[1;31m20221214070748701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070748701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070748701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070748701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070748701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070748701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070748719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070748729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070748729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070748729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:51.550060 run osmo-msc_10.42.42.6(pid=20760): ERR: Terminated: ERROR {rc=2} [trial-2401↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20760)]\u000a07:07:51.598314 run osmo-msc_10.42.42.6(pid=20760): stdout: \u000a| (launched: 2022-12-14_07:07:50.442316) \u000a07:07:51.647100 run osmo-msc_10.42.42.6(pid=20760): stderr: \u000a| �[0;m�[38;5;43m20221214070750718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070750718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd636f9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070750718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070750719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070750719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070750719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070750721 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070750721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070750722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070750722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:07:51.688888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20753): Terminating (SIGTERM)\u000a07:07:51.728297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20756): Terminating (SIGTERM)\u000a07:07:51.767601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20759): Terminating (SIGTERM)\u000a07:07:51.776773 --- ParallelTerminationStrategy: PID 20753 died...\u000a07:07:51.829247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20753): Terminated: ok {rc=0}\u000a07:07:51.838664 --- ParallelTerminationStrategy: PID 20756 died...\u000a07:07:51.891023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20756): Terminated: ok {rc=0}\u000a07:07:51.900489 --- ParallelTerminationStrategy: PID 20759 died...\u000a07:07:51.952941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20759): Terminated: ok {rc=0}\u000a07:07:52.036195 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:07:45" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20771): Process ended prematurely: osmo-stp_10.42.42.5(pid=20771) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20771)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20771): Process ended prematurely: osmo-stp_10.42.42.5(pid=20771) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:07:53.951683 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:07:53.962704 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:07:54.106740 tst mo_mt_call.py: using LAC 39242\u000a07:07:54.229207 tst mo_mt_call.py: using RAC 227\u000a07:07:54.351512 tst mo_mt_call.py: using CellId 39242\u000a07:07:54.474333 tst mo_mt_call.py: using BVCI 39243\u000a07:07:54.497869 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:07:54.508789 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:07:54.519673 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:07:54.530504 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:07:54.541451 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:07:54.552381 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:07:54.667840 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:07:54.885368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:55.412694 run create_hlr_db(pid=20765): Launched\u000a07:07:55.605590 bus /sierra_2: Setting Powered False\u000a07:07:56.625799 run create_hlr_db(pid=20765): Terminated: ok {rc=0}\u000a07:07:57.043128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20767): Launched\u000a07:07:57.355670 run osmo-hlr_10.42.42.2(pid=20768): Launched\u000a07:07:57.478820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:58.029135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20770): Launched\u000a07:07:58.342502 run osmo-stp_10.42.42.5(pid=20771): Launched\u000a07:07:58.454750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:59.019834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20773): Launched\u000a07:07:59.331692 run osmo-msc_10.42.42.6(pid=20774): Launched\u000a07:07:59.513503 run osmo-stp_10.42.42.5(pid=20771): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20771)]\u000a07:07:59.643719 run osmo-stp_10.42.42.5(pid=20771): stdout: \u000a| (launched: 2022-12-14_07:07:58.187312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:59.771971 run osmo-stp_10.42.42.5(pid=20771): stderr: \u000a| �[0;m�[38;5;43m20221214070758363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070758363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070758364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070758364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070758364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070758365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070758365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:59.895331 run osmo-stp_10.42.42.5(pid=20771): stdout: \u000a| (launched: 2022-12-14_07:07:58.187312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:00.017772 run osmo-stp_10.42.42.5(pid=20771): stderr: \u000a| �[0;m�[38;5;43m20221214070758363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070758363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070758364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070758364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070758364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070758365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070758365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:00.071862 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20771): Process ended prematurely: osmo-stp_10.42.42.5(pid=20771) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20771)] [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:08:00.080231 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:08:00.139321 run osmo-hlr_10.42.42.2(pid=20768): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20768)]\u000a07:08:00.187981 run osmo-hlr_10.42.42.2(pid=20768): stdout: \u000a| (launched: 2022-12-14_07:07:57.200615) \u000a07:08:00.237164 run osmo-hlr_10.42.42.2(pid=20768): stderr: \u000a| �[0;m�[1;31m20221214070757381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070757381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070757382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070757382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070757382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070757382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070757394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070757404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070757404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070757404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:00.303956 run osmo-msc_10.42.42.6(pid=20774): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20774)]\u000a07:08:00.352454 run osmo-msc_10.42.42.6(pid=20774): stdout: \u000a| (launched: 2022-12-14_07:07:59.176820) \u000a07:08:00.401591 run osmo-msc_10.42.42.6(pid=20774): stderr: \u000a| �[0;m�[38;5;43m20221214070759452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070759452 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec14d36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070759452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070759452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070759453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070759453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070759454 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070759455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070759455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070759455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:08:00.443288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20767): Terminating (SIGTERM)\u000a07:08:00.482567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20770): Terminating (SIGTERM)\u000a07:08:00.521909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20773): Terminating (SIGTERM)\u000a07:08:00.531052 --- ParallelTerminationStrategy: PID 20767 died...\u000a07:08:00.584258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20767): Terminated: ok {rc=0}\u000a07:08:00.593898 --- ParallelTerminationStrategy: PID 20770 died...\u000a07:08:00.646545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20770): Terminated: ok {rc=0}\u000a07:08:00.655999 --- ParallelTerminationStrategy: PID 20773 died...\u000a07:08:00.709158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20773): Terminated: ok {rc=0}\u000a07:08:00.798423 bus /sierra_3: Setting Powered False\u000a07:08:01.922323 bus /sierra_3: Setting Powered False\u000a07:08:03.034280 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20782): Process ended prematurely: osmo-stp_10.42.42.5(pid=20782) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20782)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20782): Process ended prematurely: osmo-stp_10.42.42.5(pid=20782) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:08:04.151671 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:08:04.163909 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:08:04.319489 tst mo_mt_call_osmux.py: using LAC 39243\u000a07:08:04.449988 tst mo_mt_call_osmux.py: using RAC 228\u000a07:08:04.586146 tst mo_mt_call_osmux.py: using CellId 39243\u000a07:08:04.716599 tst mo_mt_call_osmux.py: using BVCI 39244\u000a07:08:04.742740 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:08:04.754505 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:08:04.765886 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:08:04.777294 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:08:04.789126 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:08:04.800840 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:08:04.919827 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:08:05.137492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:05.665708 run create_hlr_db(pid=20776): Launched\u000a07:08:05.858944 bus /sierra_2: Setting Powered False\u000a07:08:06.878893 run create_hlr_db(pid=20776): Terminated: ok {rc=0}\u000a07:08:07.298173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20778): Launched\u000a07:08:07.612634 run osmo-hlr_10.42.42.2(pid=20779): Launched\u000a07:08:07.738428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:08.285438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20781): Launched\u000a07:08:08.598583 run osmo-stp_10.42.42.5(pid=20782): Launched\u000a07:08:08.710278 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:08:09.275949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20784): Launched\u000a07:08:09.588675 run osmo-msc_10.42.42.6(pid=20785): Launched\u000a07:08:09.773170 run osmo-stp_10.42.42.5(pid=20782): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20782)]\u000a07:08:09.914762 run osmo-stp_10.42.42.5(pid=20782): stdout: \u000a| (launched: 2022-12-14_07:08:08.443567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:10.045284 run osmo-stp_10.42.42.5(pid=20782): stderr: \u000a| �[0;m�[38;5;43m20221214070808619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070808619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070808620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070808620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070808620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070808621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070808621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:10.168808 run osmo-stp_10.42.42.5(pid=20782): stdout: \u000a| (launched: 2022-12-14_07:08:08.443567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:10.291492 run osmo-stp_10.42.42.5(pid=20782): stderr: \u000a| �[0;m�[38;5;43m20221214070808619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070808619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070808620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070808620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070808620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070808621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070808621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:10.345640 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20782): Process ended prematurely: osmo-stp_10.42.42.5(pid=20782) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20782)] [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:08:10.354106 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:08:10.413608 run osmo-hlr_10.42.42.2(pid=20779): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20779)]\u000a07:08:10.462206 run osmo-hlr_10.42.42.2(pid=20779): stdout: \u000a| (launched: 2022-12-14_07:08:07.456343) \u000a07:08:10.511304 run osmo-hlr_10.42.42.2(pid=20779): stderr: \u000a| �[0;m�[1;31m20221214070807637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070807637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070807637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070807637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070807637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070807637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070807649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070807657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070807657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070807657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:10.578196 run osmo-msc_10.42.42.6(pid=20785): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20785)]\u000a07:08:10.626718 run osmo-msc_10.42.42.6(pid=20785): stdout: \u000a| (launched: 2022-12-14_07:08:09.432355) \u000a07:08:10.675726 run osmo-msc_10.42.42.6(pid=20785): stderr: \u000a| �[0;m�[38;5;43m20221214070809708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070809708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc401449c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070809708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070809708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070809708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070809708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070809710 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070809711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070809711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070809711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:08:10.717314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20778): Terminating (SIGTERM)\u000a07:08:10.756780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20781): Terminating (SIGTERM)\u000a07:08:10.796128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20784): Terminating (SIGTERM)\u000a07:08:10.805422 --- ParallelTerminationStrategy: PID 20778 died...\u000a07:08:10.858415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20778): Terminated: ok {rc=0}\u000a07:08:10.868085 --- ParallelTerminationStrategy: PID 20781 died...\u000a07:08:10.920539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20781): Terminated: ok {rc=0}\u000a07:08:10.931080 --- ParallelTerminationStrategy: PID 20784 died...\u000a07:08:10.983751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20784): Terminated: ok {rc=0}\u000a07:08:11.067035 bus /sierra_3: Setting Powered False\u000a07:08:12.173763 bus /sierra_3: Setting Powered False\u000a07:08:13.280870 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:07:53" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20796): Process ended prematurely: osmo-stp_10.42.42.5(pid=20796) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20796)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20796): Process ended prematurely: osmo-stp_10.42.42.5(pid=20796) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:08:15.237582 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:08:15.248669 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:08:15.394698 tst mo_mt_call.py: using LAC 39244\u000a07:08:15.518184 tst mo_mt_call.py: using RAC 229\u000a07:08:15.640484 tst mo_mt_call.py: using CellId 39244\u000a07:08:15.762105 tst mo_mt_call.py: using BVCI 39245\u000a07:08:15.785902 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:08:15.796840 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:08:15.807719 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:08:15.818670 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:08:15.845304 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:08:15.869923 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:08:16.009676 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:08:16.223047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:16.769734 run create_hlr_db(pid=20790): Launched\u000a07:08:16.952107 bus /sierra_2: Setting Powered False\u000a07:08:17.969371 run create_hlr_db(pid=20790): Terminated: ok {rc=0}\u000a07:08:18.416387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20792): Launched\u000a07:08:18.753089 run osmo-hlr_10.42.42.2(pid=20793): Launched\u000a07:08:18.877619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:19.459925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20795): Launched\u000a07:08:19.795675 run osmo-stp_10.42.42.5(pid=20796): Launched\u000a07:08:19.916719 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:08:20.526680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20798): Launched\u000a07:08:20.863109 run osmo-msc_10.42.42.6(pid=20799): Launched\u000a07:08:21.059309 run osmo-stp_10.42.42.5(pid=20796): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20796)]\u000a07:08:21.200721 run osmo-stp_10.42.42.5(pid=20796): stdout: \u000a| (launched: 2022-12-14_07:08:19.629693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:21.340329 run osmo-stp_10.42.42.5(pid=20796): stderr: \u000a| �[0;m�[38;5;43m20221214070819826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070819826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070819826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070819827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070819827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070819827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070819827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:21.474528 run osmo-stp_10.42.42.5(pid=20796): stdout: \u000a| (launched: 2022-12-14_07:08:19.629693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:21.607111 run osmo-stp_10.42.42.5(pid=20796): stderr: \u000a| �[0;m�[38;5;43m20221214070819826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070819826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070819826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070819827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070819827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070819827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070819827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:21.665916 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20796): Process ended prematurely: osmo-stp_10.42.42.5(pid=20796) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20796)] [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:08:21.675337 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a07:08:21.738839 run osmo-hlr_10.42.42.2(pid=20793): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20793)]\u000a07:08:21.790453 run osmo-hlr_10.42.42.2(pid=20793): stdout: \u000a| (launched: 2022-12-14_07:08:18.586700) \u000a07:08:21.842713 run osmo-hlr_10.42.42.2(pid=20793): stderr: \u000a| �[0;m�[1;31m20221214070818792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070818792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070818792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070818792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070818792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070818792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070818804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070818812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070818813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070818813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:21.913575 run osmo-msc_10.42.42.6(pid=20799): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20799)]\u000a07:08:21.964905 run osmo-msc_10.42.42.6(pid=20799): stdout: \u000a| (launched: 2022-12-14_07:08:20.696493) \u000a07:08:22.017120 run osmo-msc_10.42.42.6(pid=20799): stderr: \u000a| �[0;m�[38;5;43m20221214070821021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070821021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4476e2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070821021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070821021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070821021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070821021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070821023 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070821023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070821023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070821023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:08:22.061723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20792): Terminating (SIGTERM)\u000a07:08:22.103793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20795): Terminating (SIGTERM)\u000a07:08:22.146013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20798): Terminating (SIGTERM)\u000a07:08:22.155810 --- ParallelTerminationStrategy: PID 20792 died...\u000a07:08:22.212431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20792): Terminated: ok {rc=0}\u000a07:08:22.222695 --- ParallelTerminationStrategy: PID 20795 died...\u000a07:08:22.278649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20795): Terminated: ok {rc=0}\u000a07:08:22.288797 --- ParallelTerminationStrategy: PID 20798 died...\u000a07:08:22.345381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20798): Terminated: ok {rc=0}\u000a07:08:22.432039 bus /sierra_3: Setting Powered False\u000a07:08:23.537798 bus /sierra_3: Setting Powered False\u000a07:08:24.649560 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20807): Process ended prematurely: osmo-stp_10.42.42.5(pid=20807) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20807)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20807): Process ended prematurely: osmo-stp_10.42.42.5(pid=20807) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:08:25.761512 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:08:25.773258 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:08:25.927175 tst mo_mt_call_osmux.py: using LAC 39245\u000a07:08:26.057995 tst mo_mt_call_osmux.py: using RAC 230\u000a07:08:26.190166 tst mo_mt_call_osmux.py: using CellId 39245\u000a07:08:26.322394 tst mo_mt_call_osmux.py: using BVCI 39246\u000a07:08:26.347899 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:08:26.359438 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:08:26.370775 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:08:26.382194 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:08:26.393876 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:08:26.405596 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:08:26.524105 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:08:26.746546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:27.275223 run create_hlr_db(pid=20801): Launched\u000a07:08:27.468116 bus /sierra_2: Setting Powered False\u000a07:08:28.489287 run create_hlr_db(pid=20801): Terminated: ok {rc=0}\u000a07:08:28.909747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20803): Launched\u000a07:08:29.223782 run osmo-hlr_10.42.42.2(pid=20804): Launched\u000a07:08:29.344357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:29.892651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20806): Launched\u000a07:08:30.204332 run osmo-stp_10.42.42.5(pid=20807): Launched\u000a07:08:30.316753 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:08:30.919123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20809): Launched\u000a07:08:31.269057 run osmo-msc_10.42.42.6(pid=20810): Launched\u000a07:08:31.524179 run osmo-stp_10.42.42.5(pid=20807): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20807)]\u000a07:08:31.656938 run osmo-stp_10.42.42.5(pid=20807): stdout: \u000a| (launched: 2022-12-14_07:08:30.049865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:31.875262 run osmo-stp_10.42.42.5(pid=20807): stderr: \u000a| �[0;m�[38;5;43m20221214070830226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070830226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070830226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070830226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070830227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070830227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070830227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:32.024527 run osmo-stp_10.42.42.5(pid=20807): stdout: \u000a| (launched: 2022-12-14_07:08:30.049865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:32.214416 run osmo-stp_10.42.42.5(pid=20807): stderr: \u000a| �[0;m�[38;5;43m20221214070830226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070830226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070830226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070830226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070830227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070830227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070830227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:32.270155 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20807): Process ended prematurely: osmo-stp_10.42.42.5(pid=20807) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20807)] [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:08:32.279430 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a07:08:32.340335 run osmo-hlr_10.42.42.2(pid=20804): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20804)]\u000a07:08:32.389925 run osmo-hlr_10.42.42.2(pid=20804): stdout: \u000a| (launched: 2022-12-14_07:08:29.068639) \u000a07:08:32.440463 run osmo-hlr_10.42.42.2(pid=20804): stderr: \u000a| �[0;m�[1;31m20221214070829248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070829248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070829248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070829248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070829248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070829248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070829260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070829268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070829268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070829269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:32.507993 run osmo-msc_10.42.42.6(pid=20810): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20810)]\u000a07:08:32.556980 run osmo-msc_10.42.42.6(pid=20810): stdout: \u000a| (launched: 2022-12-14_07:08:31.081850) \u000a07:08:32.606949 run osmo-msc_10.42.42.6(pid=20810): stderr: \u000a| �[0;m�[38;5;43m20221214070831710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070831711 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96642dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070831711 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070831711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070831711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070831711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070831725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070831726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070831726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070831726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:08:32.649088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20803): Terminating (SIGTERM)\u000a07:08:32.688776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20806): Terminating (SIGTERM)\u000a07:08:32.728566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20809): Terminating (SIGTERM)\u000a07:08:32.737966 --- ParallelTerminationStrategy: PID 20803 died...\u000a07:08:32.791775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20803): Terminated: ok {rc=0}\u000a07:08:32.801594 --- ParallelTerminationStrategy: PID 20806 died...\u000a07:08:32.854677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20806): Terminated: ok {rc=0}\u000a07:08:32.864354 --- ParallelTerminationStrategy: PID 20809 died...\u000a07:08:32.917518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20809): Terminated: ok {rc=0}\u000a07:08:33.005409 bus /sierra_3: Setting Powered False\u000a07:08:34.109484 bus /sierra_3: Setting Powered False\u000a07:08:35.220903 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:08:14" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20821): Process ended prematurely: osmo-stp_10.42.42.5(pid=20821) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20821)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20821): Process ended prematurely: osmo-stp_10.42.42.5(pid=20821) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:08:37.180155 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:08:37.192090 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:08:37.340359 tst mo_mt_call.py: using LAC 39246\u000a07:08:37.464850 tst mo_mt_call.py: using RAC 231\u000a07:08:37.589784 tst mo_mt_call.py: using CellId 39246\u000a07:08:37.711283 tst mo_mt_call.py: using BVCI 39247\u000a07:08:37.735201 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:08:37.746442 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:08:37.757508 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:08:37.768446 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:08:37.780034 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:08:37.791400 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:08:37.913248 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:08:38.120812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:38.618571 run create_hlr_db(pid=20815): Launched\u000a07:08:38.796192 bus /sierra_2: Setting Powered False\u000a07:08:39.818606 run create_hlr_db(pid=20815): Terminated: ok {rc=0}\u000a07:08:40.264111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20817): Launched\u000a07:08:40.599852 run osmo-hlr_10.42.42.2(pid=20818): Launched\u000a07:08:40.724634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:41.267332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20820): Launched\u000a07:08:41.578728 run osmo-stp_10.42.42.5(pid=20821): Launched\u000a07:08:41.692687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:08:42.261945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20823): Launched\u000a07:08:42.574142 run osmo-msc_10.42.42.6(pid=20824): Launched\u000a07:08:42.755483 run osmo-stp_10.42.42.5(pid=20821): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20821)]\u000a07:08:42.886264 run osmo-stp_10.42.42.5(pid=20821): stdout: \u000a| (launched: 2022-12-14_07:08:41.424670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:43.015053 run osmo-stp_10.42.42.5(pid=20821): stderr: \u000a| �[0;m�[38;5;43m20221214070841598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070841599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070841599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070841599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070841600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070841600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070841600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:43.139138 run osmo-stp_10.42.42.5(pid=20821): stdout: \u000a| (launched: 2022-12-14_07:08:41.424670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:43.262230 run osmo-stp_10.42.42.5(pid=20821): stderr: \u000a| �[0;m�[38;5;43m20221214070841598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070841599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070841599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070841599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070841600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070841600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070841600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:43.316857 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20821): Process ended prematurely: osmo-stp_10.42.42.5(pid=20821) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20821)] [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:08:43.325602 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:08:43.385140 run osmo-hlr_10.42.42.2(pid=20818): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20818)]\u000a07:08:43.434137 run osmo-hlr_10.42.42.2(pid=20818): stdout: \u000a| (launched: 2022-12-14_07:08:40.434237) \u000a07:08:43.483455 run osmo-hlr_10.42.42.2(pid=20818): stderr: \u000a| �[0;m�[1;31m20221214070840635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070840635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070840635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070840635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070840635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070840635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070840648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070840658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070840658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070840658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:43.550391 run osmo-msc_10.42.42.6(pid=20824): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20824)]\u000a07:08:43.599012 run osmo-msc_10.42.42.6(pid=20824): stdout: \u000a| (launched: 2022-12-14_07:08:42.419009) \u000a07:08:43.648203 run osmo-msc_10.42.42.6(pid=20824): stderr: \u000a| �[0;m�[38;5;43m20221214070842694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070842694 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe0dddac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070842694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070842694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070842694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070842695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070842696 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070842697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070842697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070842697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:08:43.689919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20817): Terminating (SIGTERM)\u000a07:08:43.729231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20820): Terminating (SIGTERM)\u000a07:08:43.768681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20823): Terminating (SIGTERM)\u000a07:08:43.777984 --- ParallelTerminationStrategy: PID 20817 died...\u000a07:08:43.831708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20817): Terminated: ok {rc=0}\u000a07:08:43.841563 --- ParallelTerminationStrategy: PID 20820 died...\u000a07:08:43.894693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20820): Terminated: ok {rc=0}\u000a07:08:43.904307 --- ParallelTerminationStrategy: PID 20823 died...\u000a07:08:43.957283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20823): Terminated: ok {rc=0}\u000a07:08:44.045422 bus /sierra_3: Setting Powered False\u000a07:08:45.148615 bus /sierra_3: Setting Powered False\u000a07:08:46.263017 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20832): Process ended prematurely: osmo-stp_10.42.42.5(pid=20832) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20832)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20832): Process ended prematurely: osmo-stp_10.42.42.5(pid=20832) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:08:47.381128 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:08:47.393363 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:08:47.548197 tst mo_mt_call_osmux.py: using LAC 39247\u000a07:08:47.680530 tst mo_mt_call_osmux.py: using RAC 232\u000a07:08:47.812790 tst mo_mt_call_osmux.py: using CellId 39247\u000a07:08:47.945211 tst mo_mt_call_osmux.py: using BVCI 39248\u000a07:08:47.970706 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:08:47.982406 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:08:47.993762 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:08:48.005068 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:08:48.016622 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:08:48.028376 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:08:48.147846 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:08:48.364835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:48.892144 run create_hlr_db(pid=20826): Launched\u000a07:08:49.085959 bus /sierra_2: Setting Powered False\u000a07:08:50.105356 run create_hlr_db(pid=20826): Terminated: ok {rc=0}\u000a07:08:50.523905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20828): Launched\u000a07:08:50.837653 run osmo-hlr_10.42.42.2(pid=20829): Launched\u000a07:08:50.962570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:51.507412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20831): Launched\u000a07:08:51.818180 run osmo-stp_10.42.42.5(pid=20832): Launched\u000a07:08:51.931219 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:08:52.498499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20834): Launched\u000a07:08:52.811299 run osmo-msc_10.42.42.6(pid=20835): Launched\u000a07:08:52.992271 run osmo-stp_10.42.42.5(pid=20832): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20832)]\u000a07:08:53.122615 run osmo-stp_10.42.42.5(pid=20832): stdout: \u000a| (launched: 2022-12-14_07:08:51.664344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:53.251641 run osmo-stp_10.42.42.5(pid=20832): stderr: \u000a| �[0;m�[38;5;43m20221214070851839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070851839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070851839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070851839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070851840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070851840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070851840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:53.375791 run osmo-stp_10.42.42.5(pid=20832): stdout: \u000a| (launched: 2022-12-14_07:08:51.664344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:53.498751 run osmo-stp_10.42.42.5(pid=20832): stderr: \u000a| �[0;m�[38;5;43m20221214070851839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070851839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070851839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070851839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070851840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070851840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070851840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:53.553159 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20832): Process ended prematurely: osmo-stp_10.42.42.5(pid=20832) [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20832)] [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:08:53.561775 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:08:53.621885 run osmo-hlr_10.42.42.2(pid=20829): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20829)]\u000a07:08:53.671055 run osmo-hlr_10.42.42.2(pid=20829): stdout: \u000a| (launched: 2022-12-14_07:08:50.681350) \u000a07:08:53.720762 run osmo-hlr_10.42.42.2(pid=20829): stderr: \u000a| �[0;m�[1;31m20221214070850863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070850863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070850863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070850863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070850863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070850863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070850875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070850883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070850883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070850883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:53.787973 run osmo-msc_10.42.42.6(pid=20835): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20835)]\u000a07:08:53.837116 run osmo-msc_10.42.42.6(pid=20835): stdout: \u000a| (launched: 2022-12-14_07:08:52.655723) \u000a07:08:53.887292 run osmo-msc_10.42.42.6(pid=20835): stderr: \u000a| �[0;m�[38;5;43m20221214070852935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070852936 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0aceffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070852936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070852936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070852936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070852936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070852938 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070852938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070852939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070852939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:08:53.930163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20828): Terminating (SIGTERM)\u000a07:08:53.969964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20831): Terminating (SIGTERM)\u000a07:08:54.009781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20834): Terminating (SIGTERM)\u000a07:08:54.019084 --- ParallelTerminationStrategy: PID 20828 died...\u000a07:08:54.072761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20828): Terminated: ok {rc=0}\u000a07:08:54.082521 --- ParallelTerminationStrategy: PID 20831 died...\u000a07:08:54.135838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20831): Terminated: ok {rc=0}\u000a07:08:54.145918 --- ParallelTerminationStrategy: PID 20834 died...\u000a07:08:54.199166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20834): Terminated: ok {rc=0}\u000a07:08:54.286170 bus /sierra_3: Setting Powered False\u000a07:08:55.393472 bus /sierra_3: Setting Powered False\u000a07:08:56.500080 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:08:36" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20969): Process ended prematurely: osmo-stp_10.42.42.5(pid=20969) [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20969)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20969): Process ended prematurely: osmo-stp_10.42.42.5(pid=20969) [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:08:58.448485 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:08:58.459586 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:08:58.604354 tst mo_mt_call.py: using LAC 39248\u000a07:08:58.732707 tst mo_mt_call.py: using RAC 233\u000a07:08:58.862881 tst mo_mt_call.py: using CellId 39248\u000a07:08:58.995512 tst mo_mt_call.py: using BVCI 39249\u000a07:08:59.021514 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:08:59.033210 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:08:59.044690 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:08:59.056099 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:08:59.067710 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:08:59.079423 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:08:59.198565 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:08:59.418884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:59.946302 run create_hlr_db(pid=20840): Launched\u000a07:09:00.139264 bus /sierra_2: Setting Powered False\u000a07:09:01.161807 run create_hlr_db(pid=20840): Terminated: ok {rc=0}\u000a07:09:01.653893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20843): Launched\u000a07:09:02.114089 run osmo-hlr_10.42.42.2(pid=20879): Launched\u000a07:09:02.277424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:03.216238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20918): Launched\u000a07:09:03.725377 run osmo-stp_10.42.42.5(pid=20969): Launched\u000a07:09:03.961373 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:09:04.702218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21112): Launched\u000a07:09:05.173123 run osmo-msc_10.42.42.6(pid=21118): Launched\u000a07:09:05.569506 run osmo-stp_10.42.42.5(pid=20969): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20969)]\u000a07:09:05.771006 run osmo-stp_10.42.42.5(pid=20969): stdout: \u000a| (launched: 2022-12-14_07:09:03.425729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:05.913459 run osmo-stp_10.42.42.5(pid=20969): stderr: \u000a| �[0;m�[38;5;43m20221214070903819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070903819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070903819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070903819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070903820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070903820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070903820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:06.051047 run osmo-stp_10.42.42.5(pid=20969): stdout: \u000a| (launched: 2022-12-14_07:09:03.425729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:06.187811 run osmo-stp_10.42.42.5(pid=20969): stderr: \u000a| �[0;m�[38;5;43m20221214070903819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070903819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070903819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070903819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070903820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070903820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070903820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:06.248937 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20969): Process ended prematurely: osmo-stp_10.42.42.5(pid=20969) [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20969)] [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:09:06.259484 tst mo_mt_call.py:8: Test FAILED (7.8 sec)\u000a07:09:06.326343 run osmo-hlr_10.42.42.2(pid=20879): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20879)]\u000a07:09:06.380532 run osmo-hlr_10.42.42.2(pid=20879): stdout: \u000a| (launched: 2022-12-14_07:09:01.884841) \u000a07:09:06.435557 run osmo-hlr_10.42.42.2(pid=20879): stderr: \u000a| �[0;m�[1;31m20221214070902281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070902281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070902281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070902281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070902281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070902281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070902298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070902317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070902317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070902317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:06.509268 run osmo-msc_10.42.42.6(pid=21118): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21118)]\u000a07:09:06.563514 run osmo-msc_10.42.42.6(pid=21118): stdout: \u000a| (launched: 2022-12-14_07:09:04.897797) \u000a07:09:06.618287 run osmo-msc_10.42.42.6(pid=21118): stderr: \u000a| �[0;m�[38;5;43m20221214070905401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070905401 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb18000c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070905401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070905401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070905402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070905402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070905404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070905404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070905404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070905404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:09:06.665107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20843): Terminating (SIGTERM)\u000a07:09:06.711318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20918): Terminating (SIGTERM)\u000a07:09:06.757932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21112): Terminating (SIGTERM)\u000a07:09:06.768638 --- ParallelTerminationStrategy: PID 20843 died...\u000a07:09:06.827974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20843): Terminated: ok {rc=0}\u000a07:09:06.839977 --- ParallelTerminationStrategy: PID 20918 died...\u000a07:09:06.898375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20918): Terminated: ok {rc=0}\u000a07:09:06.909435 --- ParallelTerminationStrategy: PID 21112 died...\u000a07:09:06.968334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21112): Terminated: ok {rc=0}\u000a07:09:07.058781 bus /sierra_3: Setting Powered False\u000a07:09:08.169131 bus /sierra_3: Setting Powered False\u000a07:09:09.282992 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21128): Process ended prematurely: osmo-stp_10.42.42.5(pid=21128) [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21128)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21128): Process ended prematurely: osmo-stp_10.42.42.5(pid=21128) [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:09:10.399230 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:09:10.412006 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:09:10.567307 tst mo_mt_call_osmux.py: using LAC 39249\u000a07:09:10.690906 tst mo_mt_call_osmux.py: using RAC 234\u000a07:09:10.816762 tst mo_mt_call_osmux.py: using CellId 39249\u000a07:09:10.939781 tst mo_mt_call_osmux.py: using BVCI 39250\u000a07:09:10.966091 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:09:10.978383 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:09:10.990387 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:09:11.002769 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:09:11.015001 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:09:11.027374 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:09:11.148552 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:09:11.360918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:11.916026 run create_hlr_db(pid=21122): Launched\u000a07:09:12.114599 bus /sierra_2: Setting Powered False\u000a07:09:13.137980 run create_hlr_db(pid=21122): Terminated: ok {rc=0}\u000a07:09:13.612182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21124): Launched\u000a07:09:14.062328 run osmo-hlr_10.42.42.2(pid=21125): Launched\u000a07:09:14.281638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:14.924740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21127): Launched\u000a07:09:15.366333 run osmo-stp_10.42.42.5(pid=21128): Launched\u000a07:09:15.600841 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:09:16.279494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21130): Launched\u000a07:09:16.770184 run osmo-msc_10.42.42.6(pid=21131): Launched\u000a07:09:17.294996 run osmo-stp_10.42.42.5(pid=21128): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21128)]\u000a07:09:17.477511 run osmo-stp_10.42.42.5(pid=21128): stdout: \u000a| (launched: 2022-12-14_07:09:15.100206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:17.610757 run osmo-stp_10.42.42.5(pid=21128): stderr: \u000a| �[0;m�[38;5;43m20221214070915437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070915437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070915438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070915438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070915438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070915439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070915439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:17.738282 run osmo-stp_10.42.42.5(pid=21128): stdout: \u000a| (launched: 2022-12-14_07:09:15.100206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:17.863906 run osmo-stp_10.42.42.5(pid=21128): stderr: \u000a| �[0;m�[38;5;43m20221214070915437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070915437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070915438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070915438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070915438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070915439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070915439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:17.921306 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21128): Process ended prematurely: osmo-stp_10.42.42.5(pid=21128) [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21128)] [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:09:17.931108 tst mo_mt_call_osmux.py:8: Test FAILED (7.6 sec)\u000a07:09:17.993324 run osmo-hlr_10.42.42.2(pid=21125): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21125)]\u000a07:09:18.043803 run osmo-hlr_10.42.42.2(pid=21125): stdout: \u000a| (launched: 2022-12-14_07:09:13.789162) \u000a07:09:18.095508 run osmo-hlr_10.42.42.2(pid=21125): stderr: \u000a| �[0;m�[1;31m20221214070914105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070914105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070914105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070914105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070914105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070914105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070914163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070914175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070914175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070914176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:18.165561 run osmo-msc_10.42.42.6(pid=21131): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21131)]\u000a07:09:18.215976 run osmo-msc_10.42.42.6(pid=21131): stdout: \u000a| (launched: 2022-12-14_07:09:16.440678) \u000a07:09:18.267408 run osmo-msc_10.42.42.6(pid=21131): stderr: \u000a| �[0;m�[38;5;43m20221214070916927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070916928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc637cc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070916928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070916928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070916928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070916928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070916930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070916930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070916930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070916930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:09:18.311213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21124): Terminating (SIGTERM)\u000a07:09:18.352481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21127): Terminating (SIGTERM)\u000a07:09:18.396686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21130): Terminating (SIGTERM)\u000a07:09:18.406930 --- ParallelTerminationStrategy: PID 21124 died...\u000a07:09:18.464151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21124): Terminated: ok {rc=0}\u000a07:09:18.474696 --- ParallelTerminationStrategy: PID 21127 died...\u000a07:09:18.529741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21127): Terminated: ok {rc=0}\u000a07:09:18.539981 --- ParallelTerminationStrategy: PID 21130 died...\u000a07:09:18.595633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21130): Terminated: ok {rc=0}\u000a07:09:18.682822 bus /sierra_3: Setting Powered False\u000a07:09:19.791255 bus /sierra_3: Setting Powered False\u000a07:09:20.906946 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:08:58" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21143): Process ended prematurely: osmo-stp_10.42.42.5(pid=21143) [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21143)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21143): Process ended prematurely: osmo-stp_10.42.42.5(pid=21143) [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:09:22.884348 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:09:22.896383 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:09:23.047418 tst mo_mt_call.py: using LAC 39250\u000a07:09:23.175061 tst mo_mt_call.py: using RAC 235\u000a07:09:23.302053 tst mo_mt_call.py: using CellId 39250\u000a07:09:23.429366 tst mo_mt_call.py: using BVCI 39251\u000a07:09:23.454613 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:09:23.467000 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:09:23.479565 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:09:23.491851 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:09:23.504068 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:09:23.516265 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:09:23.638060 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:09:23.851782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:24.411609 run create_hlr_db(pid=21137): Launched\u000a07:09:24.599011 bus /sierra_2: Setting Powered False\u000a07:09:25.613051 run create_hlr_db(pid=21137): Terminated: ok {rc=0}\u000a07:09:26.030635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21139): Launched\u000a07:09:26.343638 run osmo-hlr_10.42.42.2(pid=21140): Launched\u000a07:09:26.466357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:27.016829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21142): Launched\u000a07:09:27.330162 run osmo-stp_10.42.42.5(pid=21143): Launched\u000a07:09:27.443085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:09:28.012613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21145): Launched\u000a07:09:28.327739 run osmo-msc_10.42.42.6(pid=21146): Launched\u000a07:09:28.509999 run osmo-stp_10.42.42.5(pid=21143): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21143)]\u000a07:09:28.641242 run osmo-stp_10.42.42.5(pid=21143): stdout: \u000a| (launched: 2022-12-14_07:09:27.175107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:28.770153 run osmo-stp_10.42.42.5(pid=21143): stderr: \u000a| �[0;m�[38;5;43m20221214070927348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070927348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070927348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070927349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070927351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070927351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070927351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:28.894297 run osmo-stp_10.42.42.5(pid=21143): stdout: \u000a| (launched: 2022-12-14_07:09:27.175107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:29.017208 run osmo-stp_10.42.42.5(pid=21143): stderr: \u000a| �[0;m�[38;5;43m20221214070927348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070927348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070927348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070927349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070927351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070927351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070927351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:29.071778 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21143): Process ended prematurely: osmo-stp_10.42.42.5(pid=21143) [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21143)] [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:09:29.080416 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:09:29.140145 run osmo-hlr_10.42.42.2(pid=21140): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21140)]\u000a07:09:29.188856 run osmo-hlr_10.42.42.2(pid=21140): stdout: \u000a| (launched: 2022-12-14_07:09:26.189163) \u000a07:09:29.238110 run osmo-hlr_10.42.42.2(pid=21140): stderr: \u000a| �[0;m�[1;31m20221214070926367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070926367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070926367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070926367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070926367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070926367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070926378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070926387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070926387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070926387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:29.305291 run osmo-msc_10.42.42.6(pid=21146): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21146)]\u000a07:09:29.354008 run osmo-msc_10.42.42.6(pid=21146): stdout: \u000a| (launched: 2022-12-14_07:09:28.171134) \u000a07:09:29.403048 run osmo-msc_10.42.42.6(pid=21146): stderr: \u000a| �[0;m�[38;5;43m20221214070928449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070928449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f859586cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070928449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070928449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070928449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070928450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070928453 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070928453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070928454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070928454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:09:29.444827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21139): Terminating (SIGTERM)\u000a07:09:29.484211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21142): Terminating (SIGTERM)\u000a07:09:29.523943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21145): Terminating (SIGTERM)\u000a07:09:29.533285 --- ParallelTerminationStrategy: PID 21139 died...\u000a07:09:29.586345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21139): Terminated: ok {rc=0}\u000a07:09:29.596007 --- ParallelTerminationStrategy: PID 21142 died...\u000a07:09:29.648837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21142): Terminated: ok {rc=0}\u000a07:09:29.658534 --- ParallelTerminationStrategy: PID 21145 died...\u000a07:09:29.711176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21145): Terminated: ok {rc=0}\u000a07:09:29.799229 bus /sierra_3: Setting Powered False\u000a07:09:30.910894 bus /sierra_3: Setting Powered False\u000a07:09:32.024525 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21154): Process ended prematurely: osmo-stp_10.42.42.5(pid=21154) [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21154)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21154): Process ended prematurely: osmo-stp_10.42.42.5(pid=21154) [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:09:33.136556 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:09:33.148172 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:09:33.293909 tst mo_mt_call_osmux.py: using LAC 39251\u000a07:09:33.423292 tst mo_mt_call_osmux.py: using RAC 236\u000a07:09:33.559336 tst mo_mt_call_osmux.py: using CellId 39251\u000a07:09:33.690850 tst mo_mt_call_osmux.py: using BVCI 39252\u000a07:09:33.716644 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:09:33.728414 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:09:33.739890 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:09:33.751283 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:09:33.763093 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:09:33.775214 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:09:33.897718 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:09:34.113942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:34.642295 run create_hlr_db(pid=21148): Launched\u000a07:09:34.835938 bus /sierra_2: Setting Powered False\u000a07:09:35.855628 run create_hlr_db(pid=21148): Terminated: ok {rc=0}\u000a07:09:36.275076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21150): Launched\u000a07:09:36.588217 run osmo-hlr_10.42.42.2(pid=21151): Launched\u000a07:09:36.702217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:37.243003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21153): Launched\u000a07:09:37.556088 run osmo-stp_10.42.42.5(pid=21154): Launched\u000a07:09:37.669070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:09:38.236559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21156): Launched\u000a07:09:38.552779 run osmo-msc_10.42.42.6(pid=21157): Launched\u000a07:09:38.735112 run osmo-stp_10.42.42.5(pid=21154): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21154)]\u000a07:09:38.866536 run osmo-stp_10.42.42.5(pid=21154): stdout: \u000a| (launched: 2022-12-14_07:09:37.400491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:38.995084 run osmo-stp_10.42.42.5(pid=21154): stderr: \u000a| �[0;m�[38;5;43m20221214070937576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070937577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070937577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070937577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070937578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070937578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070937578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:39.118851 run osmo-stp_10.42.42.5(pid=21154): stdout: \u000a| (launched: 2022-12-14_07:09:37.400491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:39.241501 run osmo-stp_10.42.42.5(pid=21154): stderr: \u000a| �[0;m�[38;5;43m20221214070937576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070937577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070937577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070937577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070937578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070937578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070937578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:39.295640 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21154): Process ended prematurely: osmo-stp_10.42.42.5(pid=21154) [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21154)] [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:09:39.304309 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:09:39.364273 run osmo-hlr_10.42.42.2(pid=21151): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21151)]\u000a07:09:39.413466 run osmo-hlr_10.42.42.2(pid=21151): stdout: \u000a| (launched: 2022-12-14_07:09:36.432623) \u000a07:09:39.463098 run osmo-hlr_10.42.42.2(pid=21151): stderr: \u000a| �[0;m�[1;31m20221214070936614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070936614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070936614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070936614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070936615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070936615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070936659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070936668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070936669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070936669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:39.530894 run osmo-msc_10.42.42.6(pid=21157): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21157)]\u000a07:09:39.579994 run osmo-msc_10.42.42.6(pid=21157): stdout: \u000a| (launched: 2022-12-14_07:09:38.394989) \u000a07:09:39.629333 run osmo-msc_10.42.42.6(pid=21157): stderr: \u000a| �[0;m�[38;5;43m20221214070938670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070938670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4e5f2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070938671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070938671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070938671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070938671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070938673 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070938673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070938673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070938673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:09:39.671223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21150): Terminating (SIGTERM)\u000a07:09:39.710890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21153): Terminating (SIGTERM)\u000a07:09:39.750804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21156): Terminating (SIGTERM)\u000a07:09:39.760150 --- ParallelTerminationStrategy: PID 21150 died...\u000a07:09:39.813930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21150): Terminated: ok {rc=0}\u000a07:09:39.823718 --- ParallelTerminationStrategy: PID 21153 died...\u000a07:09:39.876936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21153): Terminated: ok {rc=0}\u000a07:09:39.886749 --- ParallelTerminationStrategy: PID 21156 died...\u000a07:09:39.939864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21156): Terminated: ok {rc=0}\u000a07:09:40.022422 bus /sierra_3: Setting Powered False\u000a07:09:41.123678 bus /sierra_3: Setting Powered False\u000a07:09:42.234276 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:09:22" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21169): Process ended prematurely: osmo-stp_10.42.42.5(pid=21169) [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21169)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21169): Process ended prematurely: osmo-stp_10.42.42.5(pid=21169) [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:09:44.190099 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:09:44.201344 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:09:44.349541 tst mo_mt_call.py: using LAC 39252\u000a07:09:44.471328 tst mo_mt_call.py: using RAC 237\u000a07:09:44.595635 tst mo_mt_call.py: using CellId 39252\u000a07:09:44.719973 tst mo_mt_call.py: using BVCI 39253\u000a07:09:44.743751 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:09:44.755031 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:09:44.765902 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:09:44.776708 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:09:44.788210 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:09:44.799937 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:09:44.922785 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:09:45.128400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:45.626603 run create_hlr_db(pid=21163): Launched\u000a07:09:45.820523 bus /sierra_2: Setting Powered False\u000a07:09:46.833475 run create_hlr_db(pid=21163): Terminated: ok {rc=0}\u000a07:09:47.305191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21165): Launched\u000a07:09:47.618161 run osmo-hlr_10.42.42.2(pid=21166): Launched\u000a07:09:47.733148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:48.275718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21168): Launched\u000a07:09:48.589797 run osmo-stp_10.42.42.5(pid=21169): Launched\u000a07:09:48.702920 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:09:49.274558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21171): Launched\u000a07:09:49.590876 run osmo-msc_10.42.42.6(pid=21172): Launched\u000a07:09:49.773265 run osmo-stp_10.42.42.5(pid=21169): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21169)]\u000a07:09:49.904740 run osmo-stp_10.42.42.5(pid=21169): stdout: \u000a| (launched: 2022-12-14_07:09:48.434181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:50.034250 run osmo-stp_10.42.42.5(pid=21169): stderr: \u000a| �[0;m�[38;5;43m20221214070948605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070948605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070948606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070948606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070948606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070948607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070948607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:50.158808 run osmo-stp_10.42.42.5(pid=21169): stdout: \u000a| (launched: 2022-12-14_07:09:48.434181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:50.282005 run osmo-stp_10.42.42.5(pid=21169): stderr: \u000a| �[0;m�[38;5;43m20221214070948605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070948605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070948606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070948606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070948606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070948607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070948607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:50.336260 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21169): Process ended prematurely: osmo-stp_10.42.42.5(pid=21169) [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21169)] [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:09:50.345158 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:09:50.405512 run osmo-hlr_10.42.42.2(pid=21166): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21166)]\u000a07:09:50.454864 run osmo-hlr_10.42.42.2(pid=21166): stdout: \u000a| (launched: 2022-12-14_07:09:47.462515) \u000a07:09:50.504764 run osmo-hlr_10.42.42.2(pid=21166): stderr: \u000a| �[0;m�[1;31m20221214070947639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070947639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070947639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070947639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070947639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070947639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070947651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070947659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070947660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070947660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:50.572495 run osmo-msc_10.42.42.6(pid=21172): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21172)]\u000a07:09:50.621556 run osmo-msc_10.42.42.6(pid=21172): stdout: \u000a| (launched: 2022-12-14_07:09:49.433463) \u000a07:09:50.671178 run osmo-msc_10.42.42.6(pid=21172): stderr: \u000a| �[0;m�[38;5;43m20221214070949706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070949706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77ec1a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070949706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070949706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070949707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070949707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070949709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070949709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070949709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070949709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:09:50.713376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21165): Terminating (SIGTERM)\u000a07:09:50.753431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21168): Terminating (SIGTERM)\u000a07:09:50.793519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21171): Terminating (SIGTERM)\u000a07:09:50.802849 --- ParallelTerminationStrategy: PID 21165 died...\u000a07:09:50.856620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21165): Terminated: ok {rc=0}\u000a07:09:50.866308 --- ParallelTerminationStrategy: PID 21168 died...\u000a07:09:50.919869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21168): Terminated: ok {rc=0}\u000a07:09:50.929962 --- ParallelTerminationStrategy: PID 21171 died...\u000a07:09:50.983007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21171): Terminated: ok {rc=0}\u000a07:09:51.066786 bus /sierra_3: Setting Powered False\u000a07:09:52.174166 bus /sierra_3: Setting Powered False\u000a07:09:53.287729 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21180): Process ended prematurely: osmo-stp_10.42.42.5(pid=21180) [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21180)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21180): Process ended prematurely: osmo-stp_10.42.42.5(pid=21180) [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:09:54.400029 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:09:54.411782 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:09:54.559680 tst mo_mt_call_osmux.py: using LAC 39253\u000a07:09:54.683512 tst mo_mt_call_osmux.py: using RAC 238\u000a07:09:54.807436 tst mo_mt_call_osmux.py: using CellId 39253\u000a07:09:54.931055 tst mo_mt_call_osmux.py: using BVCI 39254\u000a07:09:54.954614 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:09:54.965869 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:09:54.976776 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:09:54.987734 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:09:54.998806 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:09:55.009899 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:09:55.133652 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:09:55.350002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:55.879595 run create_hlr_db(pid=21174): Launched\u000a07:09:56.073195 bus /sierra_2: Setting Powered False\u000a07:09:57.093163 run create_hlr_db(pid=21174): Terminated: ok {rc=0}\u000a07:09:57.512654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21176): Launched\u000a07:09:57.825074 run osmo-hlr_10.42.42.2(pid=21177): Launched\u000a07:09:57.949181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:58.497655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21179): Launched\u000a07:09:58.809283 run osmo-stp_10.42.42.5(pid=21180): Launched\u000a07:09:58.921539 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:09:59.489879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21182): Launched\u000a07:09:59.802595 run osmo-msc_10.42.42.6(pid=21183): Launched\u000a07:09:59.982695 run osmo-stp_10.42.42.5(pid=21180): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21180)]\u000a07:10:00.112819 run osmo-stp_10.42.42.5(pid=21180): stdout: \u000a| (launched: 2022-12-14_07:09:58.655105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:00.241576 run osmo-stp_10.42.42.5(pid=21180): stderr: \u000a| �[0;m�[38;5;43m20221214070958829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070958829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070958829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070958829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070958830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070958830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070958830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:00.365811 run osmo-stp_10.42.42.5(pid=21180): stdout: \u000a| (launched: 2022-12-14_07:09:58.655105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:00.489274 run osmo-stp_10.42.42.5(pid=21180): stderr: \u000a| �[0;m�[38;5;43m20221214070958829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214070958829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214070958829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214070958829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214070958830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214070958830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214070958830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:00.543449 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21180): Process ended prematurely: osmo-stp_10.42.42.5(pid=21180) [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21180)] [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:10:00.552129 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:10:00.611788 run osmo-hlr_10.42.42.2(pid=21177): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21177)]\u000a07:10:00.660846 run osmo-hlr_10.42.42.2(pid=21177): stdout: \u000a| (launched: 2022-12-14_07:09:57.670897) \u000a07:10:00.710388 run osmo-hlr_10.42.42.2(pid=21177): stderr: \u000a| �[0;m�[1;31m20221214070957848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214070957848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214070957848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070957848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214070957848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214070957848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214070957861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214070957869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214070957869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214070957869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:00.777524 run osmo-msc_10.42.42.6(pid=21183): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21183)]\u000a07:10:00.826497 run osmo-msc_10.42.42.6(pid=21183): stdout: \u000a| (launched: 2022-12-14_07:09:59.647860) \u000a07:10:00.901268 run osmo-msc_10.42.42.6(pid=21183): stderr: \u000a| �[0;m�[38;5;43m20221214070959921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214070959922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff35d817c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214070959922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214070959922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214070959922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214070959922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214070959924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214070959924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214070959924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214070959924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:10:00.952699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21176): Terminating (SIGTERM)\u000a07:10:01.000576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21179): Terminating (SIGTERM)\u000a07:10:01.047925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21182): Terminating (SIGTERM)\u000a07:10:01.059019 --- ParallelTerminationStrategy: PID 21176 died...\u000a07:10:01.125268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21176): Terminated: ok {rc=0}\u000a07:10:01.137864 --- ParallelTerminationStrategy: PID 21179 died...\u000a07:10:01.198630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21179): Terminated: ok {rc=0}\u000a07:10:01.210909 --- ParallelTerminationStrategy: PID 21182 died...\u000a07:10:01.271502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21182): Terminated: ok {rc=0}\u000a07:10:01.360190 bus /sierra_3: Setting Powered False\u000a07:10:02.461955 bus /sierra_3: Setting Powered False\u000a07:10:03.573174 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:09:43" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21197): Process ended prematurely: osmo-stp_10.42.42.5(pid=21197) [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21197)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21197): Process ended prematurely: osmo-stp_10.42.42.5(pid=21197) [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:10:05.541887 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:10:05.553458 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:10:05.710070 tst mo_mt_call.py: using LAC 39254\u000a07:10:05.842135 tst mo_mt_call.py: using RAC 239\u000a07:10:05.975231 tst mo_mt_call.py: using CellId 39254\u000a07:10:06.106523 tst mo_mt_call.py: using BVCI 39255\u000a07:10:06.132073 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:10:06.143620 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:10:06.154945 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:10:06.166273 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:10:06.178000 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:10:06.189576 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:10:06.307996 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:10:06.526437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:07.055459 run create_hlr_db(pid=21191): Launched\u000a07:10:07.248836 bus /sierra_2: Setting Powered False\u000a07:10:08.269258 run create_hlr_db(pid=21191): Terminated: ok {rc=0}\u000a07:10:08.690978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21193): Launched\u000a07:10:09.003029 run osmo-hlr_10.42.42.2(pid=21194): Launched\u000a07:10:09.116444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:09.656764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21196): Launched\u000a07:10:09.969486 run osmo-stp_10.42.42.5(pid=21197): Launched\u000a07:10:10.082654 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:10:10.661080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21199): Launched\u000a07:10:11.000041 run osmo-msc_10.42.42.6(pid=21200): Launched\u000a07:10:11.195753 run osmo-stp_10.42.42.5(pid=21197): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21197)]\u000a07:10:11.337097 run osmo-stp_10.42.42.5(pid=21197): stdout: \u000a| (launched: 2022-12-14_07:10:09.815082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:11.477532 run osmo-stp_10.42.42.5(pid=21197): stderr: \u000a| �[0;m�[38;5;43m20221214071009986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071009986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071009986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071009987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071009987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071009987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071009987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:11.611998 run osmo-stp_10.42.42.5(pid=21197): stdout: \u000a| (launched: 2022-12-14_07:10:09.815082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:11.745431 run osmo-stp_10.42.42.5(pid=21197): stderr: \u000a| �[0;m�[38;5;43m20221214071009986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071009986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071009986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071009987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071009987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071009987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071009987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:11.804595 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21197): Process ended prematurely: osmo-stp_10.42.42.5(pid=21197) [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21197)] [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:10:11.814218 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:10:11.877764 run osmo-hlr_10.42.42.2(pid=21194): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21194)]\u000a07:10:11.929855 run osmo-hlr_10.42.42.2(pid=21194): stdout: \u000a| (launched: 2022-12-14_07:10:08.848919) \u000a07:10:11.982131 run osmo-hlr_10.42.42.2(pid=21194): stderr: \u000a| �[0;m�[1;31m20221214071009023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071009023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071009023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071009023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071009023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071009023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071009040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071009049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071009050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071009050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:12.053189 run osmo-msc_10.42.42.6(pid=21200): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21200)]\u000a07:10:12.104660 run osmo-msc_10.42.42.6(pid=21200): stdout: \u000a| (launched: 2022-12-14_07:10:10.833464) \u000a07:10:12.156854 run osmo-msc_10.42.42.6(pid=21200): stderr: \u000a| �[0;m�[38;5;43m20221214071011154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071011154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f505c51ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071011154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071011154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071011154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071011155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071011157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071011158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071011158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071011158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:10:12.201444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21193): Terminating (SIGTERM)\u000a07:10:12.243779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21196): Terminating (SIGTERM)\u000a07:10:12.286321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21199): Terminating (SIGTERM)\u000a07:10:12.296268 --- ParallelTerminationStrategy: PID 21193 died...\u000a07:10:12.353729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21193): Terminated: ok {rc=0}\u000a07:10:12.364121 --- ParallelTerminationStrategy: PID 21196 died...\u000a07:10:12.421031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21196): Terminated: ok {rc=0}\u000a07:10:12.431240 --- ParallelTerminationStrategy: PID 21199 died...\u000a07:10:12.488185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21199): Terminated: ok {rc=0}\u000a07:10:12.576506 bus /sierra_3: Setting Powered False\u000a07:10:13.684119 bus /sierra_3: Setting Powered False\u000a07:10:14.793382 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21208): Process ended prematurely: osmo-stp_10.42.42.5(pid=21208) [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21208)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21208): Process ended prematurely: osmo-stp_10.42.42.5(pid=21208) [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:10:15.934481 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:10:15.946716 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:10:16.108268 tst mo_mt_call_osmux.py: using LAC 39255\u000a07:10:16.269187 tst mo_mt_call_osmux.py: using RAC 240\u000a07:10:16.406212 tst mo_mt_call_osmux.py: using CellId 39255\u000a07:10:16.557392 tst mo_mt_call_osmux.py: using BVCI 39256\u000a07:10:16.587417 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:10:16.599707 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:10:16.612923 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:10:16.625561 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:10:16.638152 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:10:16.651713 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:10:16.787170 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:10:17.050453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:17.614109 run create_hlr_db(pid=21202): Launched\u000a07:10:17.792200 bus /sierra_2: Setting Powered False\u000a07:10:18.813298 run create_hlr_db(pid=21202): Terminated: ok {rc=0}\u000a07:10:19.260052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21204): Launched\u000a07:10:19.597581 run osmo-hlr_10.42.42.2(pid=21205): Launched\u000a07:10:19.720842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:20.304869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21207): Launched\u000a07:10:20.641157 run osmo-stp_10.42.42.5(pid=21208): Launched\u000a07:10:20.763201 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:10:21.379612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21210): Launched\u000a07:10:21.716349 run osmo-msc_10.42.42.6(pid=21211): Launched\u000a07:10:21.912047 run osmo-stp_10.42.42.5(pid=21208): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21208)]\u000a07:10:22.053187 run osmo-stp_10.42.42.5(pid=21208): stdout: \u000a| (launched: 2022-12-14_07:10:20.474873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:22.193242 run osmo-stp_10.42.42.5(pid=21208): stderr: \u000a| �[0;m�[38;5;43m20221214071020669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071020669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071020669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071020670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071020670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071020670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071020670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:22.327201 run osmo-stp_10.42.42.5(pid=21208): stdout: \u000a| (launched: 2022-12-14_07:10:20.474873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:22.460376 run osmo-stp_10.42.42.5(pid=21208): stderr: \u000a| �[0;m�[38;5;43m20221214071020669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071020669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071020669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071020670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071020670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071020670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071020670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:22.519317 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21208): Process ended prematurely: osmo-stp_10.42.42.5(pid=21208) [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21208)] [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:10:22.528671 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a07:10:22.592319 run osmo-hlr_10.42.42.2(pid=21205): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21205)]\u000a07:10:22.644187 run osmo-hlr_10.42.42.2(pid=21205): stdout: \u000a| (launched: 2022-12-14_07:10:19.430576) \u000a07:10:22.696738 run osmo-hlr_10.42.42.2(pid=21205): stderr: \u000a| �[0;m�[1;31m20221214071019628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071019628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071019628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071019629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071019629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071019629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071019641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071019649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071019649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071019650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:22.767654 run osmo-msc_10.42.42.6(pid=21211): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21211)]\u000a07:10:22.819985 run osmo-msc_10.42.42.6(pid=21211): stdout: \u000a| (launched: 2022-12-14_07:10:21.550332) \u000a07:10:22.872390 run osmo-msc_10.42.42.6(pid=21211): stderr: \u000a| �[0;m�[38;5;43m20221214071021871 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071021871 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe2ca0ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071021871 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071021871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071021871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071021871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071021873 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071021873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071021874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071021874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:10:22.917150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21204): Terminating (SIGTERM)\u000a07:10:22.959497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21207): Terminating (SIGTERM)\u000a07:10:23.001877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21210): Terminating (SIGTERM)\u000a07:10:23.011711 --- ParallelTerminationStrategy: PID 21204 died...\u000a07:10:23.068346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21204): Terminated: ok {rc=0}\u000a07:10:23.078588 --- ParallelTerminationStrategy: PID 21207 died...\u000a07:10:23.134972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21207): Terminated: ok {rc=0}\u000a07:10:23.145231 --- ParallelTerminationStrategy: PID 21210 died...\u000a07:10:23.201571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21210): Terminated: ok {rc=0}\u000a07:10:23.288612 bus /sierra_3: Setting Powered False\u000a07:10:24.395744 bus /sierra_3: Setting Powered False\u000a07:10:25.508629 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:10:05" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21225): Process ended prematurely: osmo-stp_10.42.42.5(pid=21225) [trial-2401↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21225)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21225): Process ended prematurely: osmo-stp_10.42.42.5(pid=21225) [trial-2401↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:10:27.471875 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:10:27.482558 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a07:10:27.608393 tst emergency_mo_mt_call.py: using LAC 39256\u000a07:10:27.730545 tst emergency_mo_mt_call.py: using RAC 241\u000a07:10:27.852132 tst emergency_mo_mt_call.py: using CellId 39256\u000a07:10:27.980340 tst emergency_mo_mt_call.py: using BVCI 39257\u000a07:10:28.005637 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:10:28.016741 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:10:28.027863 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:10:28.039242 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:10:28.050669 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:10:28.061865 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:10:28.179371 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:10:28.389992 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:28.881880 run create_hlr_db(pid=21219): Launched\u000a07:10:29.057655 bus /sierra_2: Setting Powered False\u000a07:10:30.078035 run create_hlr_db(pid=21219): Terminated: ok {rc=0}\u000a07:10:30.516752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21221): Launched\u000a07:10:30.887740 run osmo-hlr_10.42.42.2(pid=21222): Launched\u000a07:10:31.101145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:31.694043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21224): Launched\u000a07:10:32.131659 run osmo-stp_10.42.42.5(pid=21225): Launched\u000a07:10:32.326969 tst emergency_mo_mt_call.py: using MSISDN 8562\u000a07:10:32.479000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:10:33.040267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21227): Launched\u000a07:10:33.346882 run osmo-msc_10.42.42.6(pid=21228): Launched\u000a07:10:33.524169 run osmo-stp_10.42.42.5(pid=21225): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21225)]\u000a07:10:33.651913 run osmo-stp_10.42.42.5(pid=21225): stdout: \u000a| (launched: 2022-12-14_07:10:31.864736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:33.778420 run osmo-stp_10.42.42.5(pid=21225): stderr: \u000a| �[0;m�[38;5;43m20221214071032150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071032150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071032151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071032151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071032152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071032152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071032152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:33.899869 run osmo-stp_10.42.42.5(pid=21225): stdout: \u000a| (launched: 2022-12-14_07:10:31.864736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:34.020465 run osmo-stp_10.42.42.5(pid=21225): stderr: \u000a| �[0;m�[38;5;43m20221214071032150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071032150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071032151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071032151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071032152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071032152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071032152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:34.073448 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21225): Process ended prematurely: osmo-stp_10.42.42.5(pid=21225) [trial-2401↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21225)] [trial-2401↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a07:10:34.081386 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a07:10:34.140892 run osmo-hlr_10.42.42.2(pid=21222): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21222)]\u000a07:10:34.190271 run osmo-hlr_10.42.42.2(pid=21222): stdout: \u000a| (launched: 2022-12-14_07:10:30.683929) \u000a07:10:34.239694 run osmo-hlr_10.42.42.2(pid=21222): stderr: \u000a| �[0;m�[1;31m20221214071030899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071030899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071030899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071030900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071030900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071030900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071030919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071030935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071030935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071030936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:34.307556 run osmo-msc_10.42.42.6(pid=21228): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21228)]\u000a07:10:34.356669 run osmo-msc_10.42.42.6(pid=21228): stdout: \u000a| (launched: 2022-12-14_07:10:33.195018) \u000a07:10:34.406221 run osmo-msc_10.42.42.6(pid=21228): stderr: \u000a| �[0;m�[38;5;43m20221214071033469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071033469 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b9b56cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071033469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071033469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071033470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071033470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071033471 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071033472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071033472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071033472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:10:34.448162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21221): Terminating (SIGTERM)\u000a07:10:34.487860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21224): Terminating (SIGTERM)\u000a07:10:34.527598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21227): Terminating (SIGTERM)\u000a07:10:34.536847 --- ParallelTerminationStrategy: PID 21221 died...\u000a07:10:34.590064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21221): Terminated: ok {rc=0}\u000a07:10:34.599676 --- ParallelTerminationStrategy: PID 21224 died...\u000a07:10:34.652634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21224): Terminated: ok {rc=0}\u000a07:10:34.662320 --- ParallelTerminationStrategy: PID 21227 died...\u000a07:10:34.715458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21227): Terminated: ok {rc=0}\u000a07:10:34.803109 bus /sierra_3: Setting Powered False\u000a07:10:35.904872 bus /sierra_3: Setting Powered False\u000a07:10:37.014013 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 248, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21237): Process ended prematurely: osmo-stp_10.42.42.5(pid=21237) [trial-2401↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21237)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21237): Process ended prematurely: osmo-stp_10.42.42.5(pid=21237) [trial-2401↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:10:38.066403 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:10:38.078335 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a07:10:38.213618 tst emergency_preemptive_call.py: using LAC 39257\u000a07:10:38.343239 tst emergency_preemptive_call.py: using RAC 242\u000a07:10:38.472013 tst emergency_preemptive_call.py: using CellId 39257\u000a07:10:38.600003 tst emergency_preemptive_call.py: using BVCI 39258\u000a07:10:38.625067 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:10:38.636111 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:10:38.647166 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:10:38.658237 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:10:38.669530 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:10:38.680618 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:10:38.801319 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:10:38.923953 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:10:39.042130 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:10:39.245171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:39.737436 run create_hlr_db(pid=21231): Launched\u000a07:10:39.913877 bus /sierra_2: Setting Powered False\u000a07:10:40.934128 run create_hlr_db(pid=21231): Terminated: ok {rc=0}\u000a07:10:41.372598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21233): Launched\u000a07:10:41.704743 run osmo-hlr_10.42.42.2(pid=21234): Launched\u000a07:10:41.830747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:42.403280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21236): Launched\u000a07:10:42.733554 run osmo-stp_10.42.42.5(pid=21237): Launched\u000a07:10:42.872218 tst emergency_preemptive_call.py: using MSISDN 8563\u000a07:10:43.037058 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:10:43.638443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21239): Launched\u000a07:10:43.970404 run osmo-msc_10.42.42.6(pid=21240): Launched\u000a07:10:44.162012 run osmo-stp_10.42.42.5(pid=21237): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21237)]\u000a07:10:44.300335 run osmo-stp_10.42.42.5(pid=21237): stdout: \u000a| (launched: 2022-12-14_07:10:42.570413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:44.437370 run osmo-stp_10.42.42.5(pid=21237): stderr: \u000a| �[0;m�[38;5;43m20221214071042763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071042763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071042763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071042764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071042764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071042764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071042764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:44.569136 run osmo-stp_10.42.42.5(pid=21237): stdout: \u000a| (launched: 2022-12-14_07:10:42.570413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:44.699970 run osmo-stp_10.42.42.5(pid=21237): stderr: \u000a| �[0;m�[38;5;43m20221214071042763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071042763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071042763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071042764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071042764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071042764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071042764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:44.757432 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21237): Process ended prematurely: osmo-stp_10.42.42.5(pid=21237) [trial-2401↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21237)] [trial-2401↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a07:10:44.766322 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a07:10:44.830252 run osmo-hlr_10.42.42.2(pid=21234): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21234)]\u000a07:10:44.882059 run osmo-hlr_10.42.42.2(pid=21234): stdout: \u000a| (launched: 2022-12-14_07:10:41.540555) \u000a07:10:44.934312 run osmo-hlr_10.42.42.2(pid=21234): stderr: \u000a| �[0;m�[1;31m20221214071041737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071041737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071041737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071041737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071041737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071041737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071041749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071041760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071041760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071041761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:45.005633 run osmo-msc_10.42.42.6(pid=21240): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21240)]\u000a07:10:45.057123 run osmo-msc_10.42.42.6(pid=21240): stdout: \u000a| (launched: 2022-12-14_07:10:43.805998) \u000a07:10:45.109425 run osmo-msc_10.42.42.6(pid=21240): stderr: \u000a| �[0;m�[38;5;43m20221214071044125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071044125 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe864ecbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071044126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071044126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071044126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071044126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071044128 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071044128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071044128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071044128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:10:45.153878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21233): Terminating (SIGTERM)\u000a07:10:45.195829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21236): Terminating (SIGTERM)\u000a07:10:45.238111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21239): Terminating (SIGTERM)\u000a07:10:45.247930 --- ParallelTerminationStrategy: PID 21233 died...\u000a07:10:45.304302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21233): Terminated: ok {rc=0}\u000a07:10:45.314480 --- ParallelTerminationStrategy: PID 21236 died...\u000a07:10:45.370584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21236): Terminated: ok {rc=0}\u000a07:10:45.380653 --- ParallelTerminationStrategy: PID 21239 died...\u000a07:10:45.436840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21239): Terminated: ok {rc=0}\u000a07:10:45.523427 bus /sierra_9: Setting Powered False\u000a07:10:46.631423 bus /sierra_9: Setting Powered False\u000a07:10:47.742856 bus /sierra_8: Setting Powered False\u000a07:10:48.846433 bus /sierra_8: Setting Powered False\u000a07:10:49.956187 bus /sierra_3: Setting Powered False\u000a07:10:51.057997 bus /sierra_3: Setting Powered False\u000a07:10:52.167833 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:10:27" }, { "cases" : [ { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21255): Process ended prematurely: osmo-stp_10.42.42.5(pid=21255) [trial-2401↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21255)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21255): Process ended prematurely: osmo-stp_10.42.42.5(pid=21255) [trial-2401↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:10:54.261503 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:10:54.272072 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:10:54.393796 tst cs_paging_gprs_active.py: using LAC 39258\u000a07:10:54.512199 tst cs_paging_gprs_active.py: using RAC 243\u000a07:10:54.634290 tst cs_paging_gprs_active.py: using CellId 39258\u000a07:10:54.752859 tst cs_paging_gprs_active.py: using BVCI 39259\u000a07:10:54.777913 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:10:54.788406 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:10:54.798748 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:10:54.808937 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:10:54.819498 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:10:54.829964 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:10:54.841182 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:10:54.851587 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:10:54.862460 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:10:54.977619 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:10:55.276202 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:10:55.414055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:55.757014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21245): Launched\u000a07:10:56.046294 run iperf3-srv_10.42.42.10(pid=21246): Launched\u000a07:10:56.250885 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:10:56.390623 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:56.736392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21247): Launched\u000a07:10:57.025430 run iperf3-srv_10.42.42.10(pid=21248): Launched\u000a07:10:57.229645 tst cs_paging_gprs_active.py:38: start network...\u000a07:10:57.369070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:57.894019 run create_hlr_db(pid=21249): Launched\u000a07:10:58.086484 bus /sierra_2: Setting Powered False\u000a07:10:59.106256 run create_hlr_db(pid=21249): Terminated: ok {rc=0}\u000a07:10:59.550256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21251): Launched\u000a07:10:59.885958 run osmo-hlr_10.42.42.2(pid=21252): Launched\u000a07:11:00.009408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:00.595773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21254): Launched\u000a07:11:01.099600 run osmo-stp_10.42.42.5(pid=21255): Launched\u000a07:11:01.315794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:01.924128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21257): Launched\u000a07:11:02.047641 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:02.345507 run patchelf(pid=21258): Launched\u000a07:11:02.541124 run osmo-stp_10.42.42.5(pid=21255): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21255)]\u000a07:11:02.684034 run osmo-stp_10.42.42.5(pid=21255): stdout: \u000a| (launched: 2022-12-14_07:11:00.766048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:02.827319 run osmo-stp_10.42.42.5(pid=21255): stderr: \u000a| �[0;m�[38;5;43m20221214071101037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071101037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071101037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071101038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071101038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071101038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071101038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:02.966033 run osmo-stp_10.42.42.5(pid=21255): stdout: \u000a| (launched: 2022-12-14_07:11:00.766048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:03.103074 run osmo-stp_10.42.42.5(pid=21255): stderr: \u000a| �[0;m�[38;5;43m20221214071101037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071101037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071101037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071101038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071101038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071101038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071101038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:03.264380 run patchelf(pid=21258): Terminating (SIGINT)\u000a07:11:03.454434 run patchelf(pid=21258): Terminated: ok {rc=0}\u000a07:11:03.488886 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21255): Process ended prematurely: osmo-stp_10.42.42.5(pid=21255) [trial-2401↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21255)] [trial-2401↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a07:11:03.498821 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a07:11:03.562803 run osmo-hlr_10.42.42.2(pid=21252): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21252)]\u000a07:11:03.614843 run osmo-hlr_10.42.42.2(pid=21252): stdout: \u000a| (launched: 2022-12-14_07:10:59.719445) \u000a07:11:03.667520 run osmo-hlr_10.42.42.2(pid=21252): stderr: \u000a| �[0;m�[1;31m20221214071059917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071059917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071059917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071059917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071059917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071059917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071059929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071059937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071059937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071059938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:03.712546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21245): Terminating (SIGTERM)\u000a07:11:03.754865 run iperf3-srv_10.42.42.10(pid=21246): Terminating (SIGTERM)\u000a07:11:03.797250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21247): Terminating (SIGTERM)\u000a07:11:03.839947 run iperf3-srv_10.42.42.10(pid=21248): Terminating (SIGTERM)\u000a07:11:03.882573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21251): Terminating (SIGTERM)\u000a07:11:03.925081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21254): Terminating (SIGTERM)\u000a07:11:03.967336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21257): Terminating (SIGTERM)\u000a07:11:03.976784 --- ParallelTerminationStrategy: PID 21245 died...\u000a07:11:04.033159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21245): Terminated: ok {rc=0}\u000a07:11:04.043360 --- ParallelTerminationStrategy: PID 21246 died...\u000a07:11:04.099469 run iperf3-srv_10.42.42.10(pid=21246): Terminated {rc=256}\u000a07:11:04.109950 --- ParallelTerminationStrategy: PID 21247 died...\u000a07:11:04.166118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21247): Terminated: ok {rc=0}\u000a07:11:04.176237 --- ParallelTerminationStrategy: PID 21248 died...\u000a07:11:04.232150 run iperf3-srv_10.42.42.10(pid=21248): Terminated {rc=256}\u000a07:11:04.242266 --- ParallelTerminationStrategy: PID 21251 died...\u000a07:11:04.298510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21251): Terminated: ok {rc=0}\u000a07:11:04.308777 --- ParallelTerminationStrategy: PID 21254 died...\u000a07:11:04.364883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21254): Terminated: ok {rc=0}\u000a07:11:04.375116 --- ParallelTerminationStrategy: PID 21257 died...\u000a07:11:04.431021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21257): Terminated: ok {rc=0}\u000a07:11:04.517270 bus /gobi_0: Setting Powered False\u000a07:11:05.623908 bus /gobi_0: Setting Powered False\u000a07:11:06.732219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 259, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21267): Process ended prematurely: osmo-stp_10.42.42.5(pid=21267) [trial-2401↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21267)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21267): Process ended prematurely: osmo-stp_10.42.42.5(pid=21267) [trial-2401↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a07:11:07.848514 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:07.860405 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:11:07.994189 tst iperf3.py: using LAC 39259\u000a07:11:08.124682 tst iperf3.py: using RAC 244\u000a07:11:08.256073 tst iperf3.py: using CellId 39259\u000a07:11:08.389017 tst iperf3.py: using BVCI 39260\u000a07:11:08.414760 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:08.425812 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:08.436615 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:08.447558 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:08.458674 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:08.469784 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:08.480881 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:08.492027 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:08.503365 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:11:08.809393 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:11:08.950458 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:09.300908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21259): Launched\u000a07:11:09.593312 run iperf3-srv_10.42.42.10(pid=21260): Launched\u000a07:11:09.798958 tst iperf3.py:8: start network...\u000a07:11:09.938915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:10.465893 run create_hlr_db(pid=21261): Launched\u000a07:11:10.659267 bus /gobi_6: Setting Powered False\u000a07:11:11.679342 run create_hlr_db(pid=21261): Terminated: ok {rc=0}\u000a07:11:12.100050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21263): Launched\u000a07:11:12.413402 run osmo-hlr_10.42.42.2(pid=21264): Launched\u000a07:11:12.527367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:13.069456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21266): Launched\u000a07:11:13.380698 run osmo-stp_10.42.42.5(pid=21267): Launched\u000a07:11:13.491953 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:14.035735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21269): Launched\u000a07:11:14.145153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:14.416019 run patchelf(pid=21270): Launched\u000a07:11:14.597534 run osmo-stp_10.42.42.5(pid=21267): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21267)]\u000a07:11:14.730298 run osmo-stp_10.42.42.5(pid=21267): stdout: \u000a| (launched: 2022-12-14_07:11:13.227163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:14.863127 run osmo-stp_10.42.42.5(pid=21267): stderr: \u000a| �[0;m�[38;5;43m20221214071113399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071113399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071113399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071113400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071113400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071113400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071113400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:14.990558 run osmo-stp_10.42.42.5(pid=21267): stdout: \u000a| (launched: 2022-12-14_07:11:13.227163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:15.117649 run osmo-stp_10.42.42.5(pid=21267): stderr: \u000a| �[0;m�[38;5;43m20221214071113399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071113399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071113399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071113400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071113400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071113400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071113400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:15.266240 run patchelf(pid=21270): Terminating (SIGINT)\u000a07:11:15.442059 run patchelf(pid=21270): Terminated: ok {rc=0}\u000a07:11:15.474144 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21267): Process ended prematurely: osmo-stp_10.42.42.5(pid=21267) [trial-2401↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21267)] [trial-2401↪gprs:oc2g↪iperf3.py:8]\u000a07:11:15.483340 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:11:15.542799 run osmo-hlr_10.42.42.2(pid=21264): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21264)]\u000a07:11:15.591371 run osmo-hlr_10.42.42.2(pid=21264): stdout: \u000a| (launched: 2022-12-14_07:11:12.258078) \u000a07:11:15.640679 run osmo-hlr_10.42.42.2(pid=21264): stderr: \u000a| �[0;m�[1;31m20221214071112432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071112432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071112432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071112432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071112432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071112432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071112449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071112458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071112458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071112458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:15.682832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21259): Terminating (SIGTERM)\u000a07:11:15.722183 run iperf3-srv_10.42.42.10(pid=21260): Terminating (SIGTERM)\u000a07:11:15.761795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21263): Terminating (SIGTERM)\u000a07:11:15.801385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21266): Terminating (SIGTERM)\u000a07:11:15.866691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21269): Terminating (SIGTERM)\u000a07:11:15.876849 --- ParallelTerminationStrategy: PID 21259 died...\u000a07:11:15.952233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21259): Terminated: ok {rc=0}\u000a07:11:15.962283 --- ParallelTerminationStrategy: PID 21260 died...\u000a07:11:16.018521 run iperf3-srv_10.42.42.10(pid=21260): Terminated {rc=256}\u000a07:11:16.028684 --- ParallelTerminationStrategy: PID 21263 died...\u000a07:11:16.082705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21263): Terminated: ok {rc=0}\u000a07:11:16.092725 --- ParallelTerminationStrategy: PID 21266 died...\u000a07:11:16.146869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21266): Terminated: ok {rc=0}\u000a07:11:16.156924 --- ParallelTerminationStrategy: PID 21269 died...\u000a07:11:16.210916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21269): Terminated: ok {rc=0}\u000a07:11:16.295652 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21285): Process ended prematurely: osmo-stp_10.42.42.5(pid=21285) [trial-2401↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21285)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21285): Process ended prematurely: osmo-stp_10.42.42.5(pid=21285) [trial-2401↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a07:11:17.410215 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:17.422175 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:11:17.556312 tst iperf3m4.py: using LAC 39260\u000a07:11:17.688180 tst iperf3m4.py: using RAC 245\u000a07:11:17.821698 tst iperf3m4.py: using CellId 39260\u000a07:11:17.957532 tst iperf3m4.py: using BVCI 39261\u000a07:11:17.983461 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:17.994766 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:18.005960 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:18.017142 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:18.028500 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:18.039983 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:18.051687 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:18.063224 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:18.074939 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:11:18.194733 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:11:18.318810 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:11:18.437706 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:11:18.735065 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:11:18.876901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:19.229038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21271): Launched\u000a07:11:19.520999 run iperf3-srv_10.42.42.10(pid=21272): Launched\u000a07:11:19.727602 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:11:19.868348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:20.217407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21273): Launched\u000a07:11:20.502024 run iperf3-srv_10.42.42.10(pid=21274): Launched\u000a07:11:20.691426 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:11:20.820144 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:21.146437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21275): Launched\u000a07:11:21.414950 run iperf3-srv_10.42.42.10(pid=21276): Launched\u000a07:11:21.603824 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:11:21.732273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:22.058346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21277): Launched\u000a07:11:22.327690 run iperf3-srv_10.42.42.10(pid=21278): Launched\u000a07:11:22.518365 tst iperf3m4.py:8: start network...\u000a07:11:22.647982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:23.151280 run create_hlr_db(pid=21279): Launched\u000a07:11:23.329811 bus /gobi_6: Setting Powered False\u000a07:11:24.349524 run create_hlr_db(pid=21279): Terminated: ok {rc=0}\u000a07:11:24.795679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21281): Launched\u000a07:11:25.133361 run osmo-hlr_10.42.42.2(pid=21282): Launched\u000a07:11:25.254531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:25.834305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21284): Launched\u000a07:11:26.167832 run osmo-stp_10.42.42.5(pid=21285): Launched\u000a07:11:26.289261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:26.875810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21287): Launched\u000a07:11:26.994951 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:27.286125 run patchelf(pid=21288): Launched\u000a07:11:27.480268 run osmo-stp_10.42.42.5(pid=21285): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21285)]\u000a07:11:27.622726 run osmo-stp_10.42.42.5(pid=21285): stdout: \u000a| (launched: 2022-12-14_07:11:26.003789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:27.765444 run osmo-stp_10.42.42.5(pid=21285): stderr: \u000a| �[0;m�[38;5;43m20221214071126194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071126194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071126194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071126195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071126195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071126195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071126195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:27.903117 run osmo-stp_10.42.42.5(pid=21285): stdout: \u000a| (launched: 2022-12-14_07:11:26.003789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:28.038975 run osmo-stp_10.42.42.5(pid=21285): stderr: \u000a| �[0;m�[38;5;43m20221214071126194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071126194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071126194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071126195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071126195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071126195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071126195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:28.199100 run patchelf(pid=21288): Terminating (SIGINT)\u000a07:11:28.387505 run patchelf(pid=21288): Terminated: ok {rc=0}\u000a07:11:28.421832 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21285): Process ended prematurely: osmo-stp_10.42.42.5(pid=21285) [trial-2401↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21285)] [trial-2401↪gprs:oc2g↪iperf3m4.py:8]\u000a07:11:28.431731 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a07:11:28.495536 run osmo-hlr_10.42.42.2(pid=21282): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21282)]\u000a07:11:28.547149 run osmo-hlr_10.42.42.2(pid=21282): stdout: \u000a| (launched: 2022-12-14_07:11:24.963808) \u000a07:11:28.599699 run osmo-hlr_10.42.42.2(pid=21282): stderr: \u000a| �[0;m�[1;31m20221214071125174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071125174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071125174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071125174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071125174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071125174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071125186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071125194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071125194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071125194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:28.644765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21271): Terminating (SIGTERM)\u000a07:11:28.687176 run iperf3-srv_10.42.42.10(pid=21272): Terminating (SIGTERM)\u000a07:11:28.729715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21273): Terminating (SIGTERM)\u000a07:11:28.771921 run iperf3-srv_10.42.42.10(pid=21274): Terminating (SIGTERM)\u000a07:11:28.814647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21275): Terminating (SIGTERM)\u000a07:11:28.857216 run iperf3-srv_10.42.42.10(pid=21276): Terminating (SIGTERM)\u000a07:11:28.899508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21277): Terminating (SIGTERM)\u000a07:11:28.941799 run iperf3-srv_10.42.42.10(pid=21278): Terminating (SIGTERM)\u000a07:11:28.983931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21281): Terminating (SIGTERM)\u000a07:11:29.026131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21284): Terminating (SIGTERM)\u000a07:11:29.068366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21287): Terminating (SIGTERM)\u000a07:11:29.078304 --- ParallelTerminationStrategy: PID 21271 died...\u000a07:11:29.135317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21271): Terminated: ok {rc=0}\u000a07:11:29.145645 --- ParallelTerminationStrategy: PID 21272 died...\u000a07:11:29.202013 run iperf3-srv_10.42.42.10(pid=21272): Terminated {rc=256}\u000a07:11:29.212056 --- ParallelTerminationStrategy: PID 21273 died...\u000a07:11:29.268399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21273): Terminated: ok {rc=0}\u000a07:11:29.278639 --- ParallelTerminationStrategy: PID 21274 died...\u000a07:11:29.335036 run iperf3-srv_10.42.42.10(pid=21274): Terminated {rc=256}\u000a07:11:29.345347 --- ParallelTerminationStrategy: PID 21275 died...\u000a07:11:29.401793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21275): Terminated: ok {rc=0}\u000a07:11:29.412012 --- ParallelTerminationStrategy: PID 21276 died...\u000a07:11:29.468435 run iperf3-srv_10.42.42.10(pid=21276): Terminated {rc=256}\u000a07:11:29.478572 --- ParallelTerminationStrategy: PID 21277 died...\u000a07:11:29.535006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21277): Terminated: ok {rc=0}\u000a07:11:29.545365 --- ParallelTerminationStrategy: PID 21278 died...\u000a07:11:29.601815 run iperf3-srv_10.42.42.10(pid=21278): Terminated {rc=256}\u000a07:11:29.612125 --- ParallelTerminationStrategy: PID 21281 died...\u000a07:11:29.668475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21281): Terminated: ok {rc=0}\u000a07:11:29.678787 --- ParallelTerminationStrategy: PID 21284 died...\u000a07:11:29.735322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21284): Terminated: ok {rc=0}\u000a07:11:29.745992 --- ParallelTerminationStrategy: PID 21287 died...\u000a07:11:29.802486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21287): Terminated: ok {rc=0}\u000a07:11:29.890237 bus /gobi_4: Setting Powered False\u000a07:11:31.014898 bus /gobi_4: Setting Powered False\u000a07:11:32.144816 bus /gobi_1: Setting Powered False\u000a07:11:33.249242 bus /gobi_1: Setting Powered False\u000a07:11:34.358671 bus /gobi_0: Setting Powered False\u000a07:11:35.466359 bus /gobi_0: Setting Powered False\u000a07:11:36.574936 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21295): Process ended prematurely: osmo-stp_10.42.42.5(pid=21295) [trial-2401↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21295)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21295): Process ended prematurely: osmo-stp_10.42.42.5(pid=21295) [trial-2401↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g ping.py\u000a----------------------------------------------\u000a07:11:37.642080 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:37.653103 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:11:37.774620 tst ping.py: using LAC 39261\u000a07:11:37.892574 tst ping.py: using RAC 246\u000a07:11:38.013911 tst ping.py: using CellId 39261\u000a07:11:38.132705 tst ping.py: using BVCI 39262\u000a07:11:38.156000 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:38.166535 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:38.176848 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:38.187160 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:38.197876 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:38.208243 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:38.218984 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:38.229212 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:11:38.507670 tst ping.py:19: start network...\u000a07:11:38.633657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:39.115701 run create_hlr_db(pid=21289): Launched\u000a07:11:39.291285 bus /gobi_6: Setting Powered False\u000a07:11:40.311181 run create_hlr_db(pid=21289): Terminated: ok {rc=0}\u000a07:11:40.748375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21291): Launched\u000a07:11:41.076472 run osmo-hlr_10.42.42.2(pid=21292): Launched\u000a07:11:41.197660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:41.772326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21294): Launched\u000a07:11:42.100435 run osmo-stp_10.42.42.5(pid=21295): Launched\u000a07:11:42.218413 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:42.787155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21297): Launched\u000a07:11:42.904321 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:43.190598 run patchelf(pid=21298): Launched\u000a07:11:43.382605 run osmo-stp_10.42.42.5(pid=21295): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21295)]\u000a07:11:43.523063 run osmo-stp_10.42.42.5(pid=21295): stdout: \u000a| (launched: 2022-12-14_07:11:41.939152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:43.663578 run osmo-stp_10.42.42.5(pid=21295): stderr: \u000a| �[0;m�[38;5;43m20221214071142126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071142126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071142126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071142127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071142127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071142127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071142127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:43.798621 run osmo-stp_10.42.42.5(pid=21295): stdout: \u000a| (launched: 2022-12-14_07:11:41.939152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:43.932762 run osmo-stp_10.42.42.5(pid=21295): stderr: \u000a| �[0;m�[38;5;43m20221214071142126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071142126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071142126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071142127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071142127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071142127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071142127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:44.090179 run patchelf(pid=21298): Terminating (SIGINT)\u000a07:11:44.274955 run patchelf(pid=21298): Terminated: ok {rc=0}\u000a07:11:44.308482 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21295): Process ended prematurely: osmo-stp_10.42.42.5(pid=21295) [trial-2401↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21295)] [trial-2401↪gprs:oc2g↪ping.py:22]\u000a07:11:44.317992 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:11:44.382111 run osmo-hlr_10.42.42.2(pid=21292): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21292)]\u000a07:11:44.434274 run osmo-hlr_10.42.42.2(pid=21292): stdout: \u000a| (launched: 2022-12-14_07:11:40.916303) \u000a07:11:44.486933 run osmo-hlr_10.42.42.2(pid=21292): stderr: \u000a| �[0;m�[1;31m20221214071141111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071141111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071141111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071141111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071141111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071141111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071141121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071141131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071141131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071141131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:44.531941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21291): Terminating (SIGTERM)\u000a07:11:44.574775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21294): Terminating (SIGTERM)\u000a07:11:44.617204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21297): Terminating (SIGTERM)\u000a07:11:44.627190 --- ParallelTerminationStrategy: PID 21291 died...\u000a07:11:44.684225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21291): Terminated: ok {rc=0}\u000a07:11:44.694552 --- ParallelTerminationStrategy: PID 21294 died...\u000a07:11:44.750995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21294): Terminated: ok {rc=0}\u000a07:11:44.761244 --- ParallelTerminationStrategy: PID 21297 died...\u000a07:11:44.817635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21297): Terminated: ok {rc=0}\u000a07:11:44.905365 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21305): Process ended prematurely: osmo-stp_10.42.42.5(pid=21305) [trial-2401↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21305)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21305): Process ended prematurely: osmo-stp_10.42.42.5(pid=21305) [trial-2401↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a07:11:45.974161 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:45.987196 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:11:46.159370 tst ping_idle_ping.py: using LAC 39262\u000a07:11:46.319941 tst ping_idle_ping.py: using RAC 247\u000a07:11:46.453944 tst ping_idle_ping.py: using CellId 39262\u000a07:11:46.576514 tst ping_idle_ping.py: using BVCI 39263\u000a07:11:46.601153 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:46.612333 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:46.623474 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:46.634597 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:46.645771 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:46.657057 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:46.668347 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:11:46.679671 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:11:46.969070 tst ping_idle_ping.py:24: start network...\u000a07:11:47.113418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:47.608673 run create_hlr_db(pid=21299): Launched\u000a07:11:47.784180 bus /gobi_6: Setting Powered False\u000a07:11:48.806387 run create_hlr_db(pid=21299): Terminated: ok {rc=0}\u000a07:11:49.244072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21301): Launched\u000a07:11:49.572583 run osmo-hlr_10.42.42.2(pid=21302): Launched\u000a07:11:49.692226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:50.263781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21304): Launched\u000a07:11:50.592282 run osmo-stp_10.42.42.5(pid=21305): Launched\u000a07:11:50.712701 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:51.288157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21307): Launched\u000a07:11:51.405282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:51.691253 run patchelf(pid=21308): Launched\u000a07:11:51.883414 run osmo-stp_10.42.42.5(pid=21305): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21305)]\u000a07:11:52.023895 run osmo-stp_10.42.42.5(pid=21305): stdout: \u000a| (launched: 2022-12-14_07:11:50.430303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:52.164171 run osmo-stp_10.42.42.5(pid=21305): stderr: \u000a| �[0;m�[38;5;43m20221214071150619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071150620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071150620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071150620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071150621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071150621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071150621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:52.299336 run osmo-stp_10.42.42.5(pid=21305): stdout: \u000a| (launched: 2022-12-14_07:11:50.430303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:52.433610 run osmo-stp_10.42.42.5(pid=21305): stderr: \u000a| �[0;m�[38;5;43m20221214071150619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071150620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071150620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071150620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071150621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071150621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071150621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:52.590623 run patchelf(pid=21308): Terminating (SIGINT)\u000a07:11:52.775786 run patchelf(pid=21308): Terminated: ok {rc=0}\u000a07:11:52.809229 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21305): Process ended prematurely: osmo-stp_10.42.42.5(pid=21305) [trial-2401↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21305)] [trial-2401↪gprs:oc2g↪ping_idle_ping.py:27]\u000a07:11:52.818502 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:11:52.881916 run osmo-hlr_10.42.42.2(pid=21302): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21302)]\u000a07:11:52.933404 run osmo-hlr_10.42.42.2(pid=21302): stdout: \u000a| (launched: 2022-12-14_07:11:49.411245) \u000a07:11:52.985611 run osmo-hlr_10.42.42.2(pid=21302): stderr: \u000a| �[0;m�[1;31m20221214071149606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071149606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071149606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071149606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071149606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071149606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071149619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071149628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071149628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071149628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:53.030191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21301): Terminating (SIGTERM)\u000a07:11:53.073167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21304): Terminating (SIGTERM)\u000a07:11:53.115036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21307): Terminating (SIGTERM)\u000a07:11:53.124740 --- ParallelTerminationStrategy: PID 21301 died...\u000a07:11:53.181325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21301): Terminated: ok {rc=0}\u000a07:11:53.191643 --- ParallelTerminationStrategy: PID 21304 died...\u000a07:11:53.247372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21304): Terminated: ok {rc=0}\u000a07:11:53.257499 --- ParallelTerminationStrategy: PID 21307 died...\u000a07:11:53.313092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21307): Terminated: ok {rc=0}\u000a07:11:53.400150 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:10:53" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21324): Process ended prematurely: osmo-stp_10.42.42.5(pid=21324) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21324)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21324): Process ended prematurely: osmo-stp_10.42.42.5(pid=21324) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:11:55.510694 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:11:55.521690 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:11:55.645301 tst cs_paging_gprs_active.py: using LAC 39263\u000a07:11:55.767077 tst cs_paging_gprs_active.py: using RAC 248\u000a07:11:55.886687 tst cs_paging_gprs_active.py: using CellId 39263\u000a07:11:56.008383 tst cs_paging_gprs_active.py: using BVCI 39264\u000a07:11:56.031615 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:11:56.042444 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:11:56.052879 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:11:56.063382 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:11:56.074015 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:11:56.084920 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:11:56.095977 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:11:56.106899 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:11:56.117870 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:11:56.240647 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:11:56.536911 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:11:56.673747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:57.012460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21314): Launched\u000a07:11:57.293909 run iperf3-srv_10.42.42.10(pid=21315): Launched\u000a07:11:57.494494 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:11:57.630931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:57.970814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21316): Launched\u000a07:11:58.250708 run iperf3-srv_10.42.42.10(pid=21317): Launched\u000a07:11:58.450749 tst cs_paging_gprs_active.py:38: start network...\u000a07:11:58.587061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:59.104136 run create_hlr_db(pid=21318): Launched\u000a07:11:59.293973 bus /gobi_6: Setting Powered False\u000a07:12:00.303719 run create_hlr_db(pid=21318): Terminated: ok {rc=0}\u000a07:12:00.720720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21320): Launched\u000a07:12:01.142186 run osmo-hlr_10.42.42.2(pid=21321): Launched\u000a07:12:01.403431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:02.044188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21323): Launched\u000a07:12:02.445330 run osmo-stp_10.42.42.5(pid=21324): Launched\u000a07:12:02.567117 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:12:03.143869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21326): Launched\u000a07:12:03.261352 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:12:03.548176 run patchelf(pid=21327): Launched\u000a07:12:03.728871 run osmo-stp_10.42.42.5(pid=21324): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21324)]\u000a07:12:03.861252 run osmo-stp_10.42.42.5(pid=21324): stdout: \u000a| (launched: 2022-12-14_07:12:02.228562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:03.993424 run osmo-stp_10.42.42.5(pid=21324): stderr: \u000a| �[0;m�[38;5;43m20221214071202446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071202446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071202447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071202447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071202447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071202448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071202448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:04.121180 run osmo-stp_10.42.42.5(pid=21324): stdout: \u000a| (launched: 2022-12-14_07:12:02.228562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:04.247321 run osmo-stp_10.42.42.5(pid=21324): stderr: \u000a| �[0;m�[38;5;43m20221214071202446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071202446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071202447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071202447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071202447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071202448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071202448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:04.395865 run patchelf(pid=21327): Terminating (SIGINT)\u000a07:12:04.571160 run patchelf(pid=21327): Terminated: ok {rc=0}\u000a07:12:04.603133 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21324): Process ended prematurely: osmo-stp_10.42.42.5(pid=21324) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21324)] [trial-2401↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:12:04.612370 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a07:12:04.672807 run osmo-hlr_10.42.42.2(pid=21321): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21321)]\u000a07:12:04.722367 run osmo-hlr_10.42.42.2(pid=21321): stdout: \u000a| (launched: 2022-12-14_07:12:00.877079) \u000a07:12:04.772646 run osmo-hlr_10.42.42.2(pid=21321): stderr: \u000a| �[0;m�[1;31m20221214071201185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071201185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071201185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071201185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071201185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071201185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071201198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071201215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071201216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071201216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:04.815647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21314): Terminating (SIGTERM)\u000a07:12:04.855791 run iperf3-srv_10.42.42.10(pid=21315): Terminating (SIGTERM)\u000a07:12:04.895954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21316): Terminating (SIGTERM)\u000a07:12:04.936112 run iperf3-srv_10.42.42.10(pid=21317): Terminating (SIGTERM)\u000a07:12:04.976370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21320): Terminating (SIGTERM)\u000a07:12:05.016600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21323): Terminating (SIGTERM)\u000a07:12:05.057286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21326): Terminating (SIGTERM)\u000a07:12:05.066494 --- ParallelTerminationStrategy: PID 21314 died...\u000a07:12:05.120091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21314): Terminated: ok {rc=0}\u000a07:12:05.129756 --- ParallelTerminationStrategy: PID 21315 died...\u000a07:12:05.182967 run iperf3-srv_10.42.42.10(pid=21315): Terminated {rc=256}\u000a07:12:05.192356 --- ParallelTerminationStrategy: PID 21316 died...\u000a07:12:05.245276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21316): Terminated: ok {rc=0}\u000a07:12:05.254818 --- ParallelTerminationStrategy: PID 21317 died...\u000a07:12:05.307840 run iperf3-srv_10.42.42.10(pid=21317): Terminated {rc=256}\u000a07:12:05.317512 --- ParallelTerminationStrategy: PID 21320 died...\u000a07:12:05.370617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21320): Terminated: ok {rc=0}\u000a07:12:05.380058 --- ParallelTerminationStrategy: PID 21323 died...\u000a07:12:05.433562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21323): Terminated: ok {rc=0}\u000a07:12:05.443333 --- ParallelTerminationStrategy: PID 21326 died...\u000a07:12:05.496802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21326): Terminated: ok {rc=0}\u000a07:12:05.585284 bus /gobi_0: Setting Powered False\u000a07:12:06.692692 bus /gobi_0: Setting Powered False\u000a07:12:07.804398 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21336): Process ended prematurely: osmo-stp_10.42.42.5(pid=21336) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21336)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21336): Process ended prematurely: osmo-stp_10.42.42.5(pid=21336) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:12:08.915848 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:08.927494 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:12:09.060883 tst iperf3.py: using LAC 39264\u000a07:12:09.182158 tst iperf3.py: using RAC 249\u000a07:12:09.301864 tst iperf3.py: using CellId 39264\u000a07:12:09.421718 tst iperf3.py: using BVCI 39265\u000a07:12:09.445098 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:09.456552 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:09.467471 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:09.478308 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:09.488799 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:09.499465 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:09.510240 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:09.520771 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:09.531598 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:12:09.831429 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:12:09.968867 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:10.309850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21328): Launched\u000a07:12:10.593792 run iperf3-srv_10.42.42.10(pid=21329): Launched\u000a07:12:10.794576 tst iperf3.py:8: start network...\u000a07:12:10.931246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:11.447527 run create_hlr_db(pid=21330): Launched\u000a07:12:11.637462 bus /gobi_6: Setting Powered False\u000a07:12:12.657358 run create_hlr_db(pid=21330): Terminated: ok {rc=0}\u000a07:12:13.067165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21332): Launched\u000a07:12:13.385825 run osmo-hlr_10.42.42.2(pid=21333): Launched\u000a07:12:13.506586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:14.079778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21335): Launched\u000a07:12:14.409638 run osmo-stp_10.42.42.5(pid=21336): Launched\u000a07:12:14.528525 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:12:15.102652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21338): Launched\u000a07:12:15.220049 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:12:15.507828 run patchelf(pid=21339): Launched\u000a07:12:15.699803 run osmo-stp_10.42.42.5(pid=21336): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21336)]\u000a07:12:15.840665 run osmo-stp_10.42.42.5(pid=21336): stdout: \u000a| (launched: 2022-12-14_07:12:14.246941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:15.986694 run osmo-stp_10.42.42.5(pid=21336): stderr: \u000a| �[0;m�[38;5;43m20221214071214436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071214436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071214437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071214437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071214438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071214438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071214438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:16.125705 run osmo-stp_10.42.42.5(pid=21336): stdout: \u000a| (launched: 2022-12-14_07:12:14.246941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:16.263708 run osmo-stp_10.42.42.5(pid=21336): stderr: \u000a| �[0;m�[38;5;43m20221214071214436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071214436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071214437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071214437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071214438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071214438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071214438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:16.440347 run patchelf(pid=21339): Terminating (SIGINT)\u000a07:12:16.657767 run patchelf(pid=21339): Terminated: ok {rc=0}\u000a07:12:16.693166 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21336): Process ended prematurely: osmo-stp_10.42.42.5(pid=21336) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21336)] [trial-2401↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a07:12:16.704149 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a07:12:16.770027 run osmo-hlr_10.42.42.2(pid=21333): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21333)]\u000a07:12:16.823924 run osmo-hlr_10.42.42.2(pid=21333): stdout: \u000a| (launched: 2022-12-14_07:12:13.221974) \u000a07:12:16.879226 run osmo-hlr_10.42.42.2(pid=21333): stderr: \u000a| �[0;m�[1;31m20221214071213412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071213412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071213412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071213412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071213412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071213412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071213424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071213432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071213432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071213432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:16.926383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21328): Terminating (SIGTERM)\u000a07:12:16.972507 run iperf3-srv_10.42.42.10(pid=21329): Terminating (SIGTERM)\u000a07:12:17.018665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21332): Terminating (SIGTERM)\u000a07:12:17.064942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21335): Terminating (SIGTERM)\u000a07:12:17.109867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21338): Terminating (SIGTERM)\u000a07:12:17.120025 --- ParallelTerminationStrategy: PID 21328 died...\u000a07:12:17.179248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21328): Terminated: ok {rc=0}\u000a07:12:17.191099 --- ParallelTerminationStrategy: PID 21329 died...\u000a07:12:17.248012 run iperf3-srv_10.42.42.10(pid=21329): Terminated {rc=256}\u000a07:12:17.258141 --- ParallelTerminationStrategy: PID 21332 died...\u000a07:12:17.314706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21332): Terminated: ok {rc=0}\u000a07:12:17.324889 --- ParallelTerminationStrategy: PID 21335 died...\u000a07:12:17.381681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21335): Terminated: ok {rc=0}\u000a07:12:17.391791 --- ParallelTerminationStrategy: PID 21338 died...\u000a07:12:17.448066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21338): Terminated: ok {rc=0}\u000a07:12:17.535672 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21354): Process ended prematurely: osmo-stp_10.42.42.5(pid=21354) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21354)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21354): Process ended prematurely: osmo-stp_10.42.42.5(pid=21354) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:12:18.652260 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:18.664334 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:12:18.790052 tst iperf3m4.py: using LAC 39265\u000a07:12:18.919151 tst iperf3m4.py: using RAC 250\u000a07:12:19.049852 tst iperf3m4.py: using CellId 39265\u000a07:12:19.174410 tst iperf3m4.py: using BVCI 39266\u000a07:12:19.197873 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:19.208723 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:19.219482 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:19.230173 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:19.240754 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:19.251446 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:19.262358 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:19.272904 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:19.283745 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:12:19.406428 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:12:19.528915 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:12:19.649207 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:12:19.929794 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:12:20.057513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:20.378275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21340): Launched\u000a07:12:20.644450 run iperf3-srv_10.42.42.10(pid=21341): Launched\u000a07:12:20.830475 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:12:20.957505 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:21.276400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21342): Launched\u000a07:12:21.539274 run iperf3-srv_10.42.42.10(pid=21343): Launched\u000a07:12:21.725762 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:12:21.852390 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:22.172367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21344): Launched\u000a07:12:22.435763 run iperf3-srv_10.42.42.10(pid=21345): Launched\u000a07:12:22.621175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:12:22.748034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:23.066143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21346): Launched\u000a07:12:23.332302 run iperf3-srv_10.42.42.10(pid=21347): Launched\u000a07:12:23.517638 tst iperf3m4.py:8: start network...\u000a07:12:23.644714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:24.135760 run create_hlr_db(pid=21348): Launched\u000a07:12:24.311428 bus /gobi_6: Setting Powered False\u000a07:12:25.332824 run create_hlr_db(pid=21348): Terminated: ok {rc=0}\u000a07:12:25.774645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21350): Launched\u000a07:12:26.106150 run osmo-hlr_10.42.42.2(pid=21351): Launched\u000a07:12:26.226921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:26.805899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21353): Launched\u000a07:12:27.138102 run osmo-stp_10.42.42.5(pid=21354): Launched\u000a07:12:27.258040 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:12:27.837017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21356): Launched\u000a07:12:27.955690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:12:28.245049 run patchelf(pid=21357): Launched\u000a07:12:28.438735 run osmo-stp_10.42.42.5(pid=21354): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21354)]\u000a07:12:28.580137 run osmo-stp_10.42.42.5(pid=21354): stdout: \u000a| (launched: 2022-12-14_07:12:26.974395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:28.721586 run osmo-stp_10.42.42.5(pid=21354): stderr: \u000a| �[0;m�[38;5;43m20221214071227162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071227162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071227163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071227163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071227164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071227165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071227165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:28.858327 run osmo-stp_10.42.42.5(pid=21354): stdout: \u000a| (launched: 2022-12-14_07:12:26.974395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:28.993546 run osmo-stp_10.42.42.5(pid=21354): stderr: \u000a| �[0;m�[38;5;43m20221214071227162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071227162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071227163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071227163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071227164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071227165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071227165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:29.151834 run patchelf(pid=21357): Terminating (SIGINT)\u000a07:12:29.338918 run patchelf(pid=21357): Terminated: ok {rc=0}\u000a07:12:29.373080 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21354): Process ended prematurely: osmo-stp_10.42.42.5(pid=21354) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21354)] [trial-2401↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:12:29.383079 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:12:29.446945 run osmo-hlr_10.42.42.2(pid=21351): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21351)]\u000a07:12:29.498990 run osmo-hlr_10.42.42.2(pid=21351): stdout: \u000a| (launched: 2022-12-14_07:12:25.943156) \u000a07:12:29.551764 run osmo-hlr_10.42.42.2(pid=21351): stderr: \u000a| �[0;m�[1;31m20221214071226138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071226138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071226138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071226138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071226138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071226138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071226150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071226159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071226159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071226159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:29.596539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21340): Terminating (SIGTERM)\u000a07:12:29.638930 run iperf3-srv_10.42.42.10(pid=21341): Terminating (SIGTERM)\u000a07:12:29.681588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21342): Terminating (SIGTERM)\u000a07:12:29.723813 run iperf3-srv_10.42.42.10(pid=21343): Terminating (SIGTERM)\u000a07:12:29.766185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21344): Terminating (SIGTERM)\u000a07:12:29.808383 run iperf3-srv_10.42.42.10(pid=21345): Terminating (SIGTERM)\u000a07:12:29.850805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21346): Terminating (SIGTERM)\u000a07:12:29.893485 run iperf3-srv_10.42.42.10(pid=21347): Terminating (SIGTERM)\u000a07:12:29.935941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21350): Terminating (SIGTERM)\u000a07:12:29.978279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21353): Terminating (SIGTERM)\u000a07:12:30.020477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21356): Terminating (SIGTERM)\u000a07:12:30.030140 --- ParallelTerminationStrategy: PID 21340 died...\u000a07:12:30.086980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21340): Terminated: ok {rc=0}\u000a07:12:30.097189 --- ParallelTerminationStrategy: PID 21341 died...\u000a07:12:30.153736 run iperf3-srv_10.42.42.10(pid=21341): Terminated {rc=256}\u000a07:12:30.163666 --- ParallelTerminationStrategy: PID 21342 died...\u000a07:12:30.220159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21342): Terminated: ok {rc=0}\u000a07:12:30.230161 --- ParallelTerminationStrategy: PID 21343 died...\u000a07:12:30.286443 run iperf3-srv_10.42.42.10(pid=21343): Terminated {rc=256}\u000a07:12:30.296445 --- ParallelTerminationStrategy: PID 21344 died...\u000a07:12:30.353401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21344): Terminated: ok {rc=0}\u000a07:12:30.363401 --- ParallelTerminationStrategy: PID 21345 died...\u000a07:12:30.419665 run iperf3-srv_10.42.42.10(pid=21345): Terminated {rc=256}\u000a07:12:30.429753 --- ParallelTerminationStrategy: PID 21346 died...\u000a07:12:30.485963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21346): Terminated: ok {rc=0}\u000a07:12:30.495946 --- ParallelTerminationStrategy: PID 21347 died...\u000a07:12:30.552294 run iperf3-srv_10.42.42.10(pid=21347): Terminated {rc=256}\u000a07:12:30.562321 --- ParallelTerminationStrategy: PID 21350 died...\u000a07:12:30.618688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21350): Terminated: ok {rc=0}\u000a07:12:30.628707 --- ParallelTerminationStrategy: PID 21353 died...\u000a07:12:30.685015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21353): Terminated: ok {rc=0}\u000a07:12:30.695047 --- ParallelTerminationStrategy: PID 21356 died...\u000a07:12:30.751722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21356): Terminated: ok {rc=0}\u000a07:12:30.843378 bus /gobi_4: Setting Powered False\u000a07:12:31.964052 bus /gobi_4: Setting Powered False\u000a07:12:33.075759 bus /gobi_1: Setting Powered False\u000a07:12:34.182857 bus /gobi_1: Setting Powered False\u000a07:12:35.294872 bus /gobi_0: Setting Powered False\u000a07:12:36.398012 bus /gobi_0: Setting Powered False\u000a07:12:37.510323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21364): Process ended prematurely: osmo-stp_10.42.42.5(pid=21364) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21364)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21364): Process ended prematurely: osmo-stp_10.42.42.5(pid=21364) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:12:38.577457 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:38.588906 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:12:38.720226 tst ping.py: using LAC 39266\u000a07:12:38.847943 tst ping.py: using RAC 251\u000a07:12:38.976369 tst ping.py: using CellId 39266\u000a07:12:39.102506 tst ping.py: using BVCI 39267\u000a07:12:39.127426 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:39.139005 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:39.150439 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:39.161639 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:39.173062 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:39.184405 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:39.196105 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:39.207750 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:12:39.497849 tst ping.py:19: start network...\u000a07:12:39.633338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:40.141050 run create_hlr_db(pid=21358): Launched\u000a07:12:40.314562 bus /gobi_6: Setting Powered False\u000a07:12:41.335552 run create_hlr_db(pid=21358): Terminated: ok {rc=0}\u000a07:12:41.739006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21360): Launched\u000a07:12:42.038954 run osmo-hlr_10.42.42.2(pid=21361): Launched\u000a07:12:42.152263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:42.675864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21363): Launched\u000a07:12:42.978566 run osmo-stp_10.42.42.5(pid=21364): Launched\u000a07:12:43.086723 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:12:43.612922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21366): Launched\u000a07:12:43.719598 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:12:43.983574 run patchelf(pid=21367): Launched\u000a07:12:44.160535 run osmo-stp_10.42.42.5(pid=21364): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21364)]\u000a07:12:44.289838 run osmo-stp_10.42.42.5(pid=21364): stdout: \u000a| (launched: 2022-12-14_07:12:42.828932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:44.419413 run osmo-stp_10.42.42.5(pid=21364): stderr: \u000a| �[0;m�[38;5;43m20221214071242999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071242999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071242999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071243000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071243000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071243000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071243000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:44.543636 run osmo-stp_10.42.42.5(pid=21364): stdout: \u000a| (launched: 2022-12-14_07:12:42.828932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:44.666718 run osmo-stp_10.42.42.5(pid=21364): stderr: \u000a| �[0;m�[38;5;43m20221214071242999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071242999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071242999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071243000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071243000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071243000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071243000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:44.811533 run patchelf(pid=21367): Terminating (SIGINT)\u000a07:12:44.982595 run patchelf(pid=21367): Terminated: ok {rc=0}\u000a07:12:45.013520 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21364): Process ended prematurely: osmo-stp_10.42.42.5(pid=21364) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21364)] [trial-2401↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a07:12:45.022202 tst ping.py:22: Test FAILED (6.4 sec)\u000a07:12:45.081646 run osmo-hlr_10.42.42.2(pid=21361): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21361)]\u000a07:12:45.130435 run osmo-hlr_10.42.42.2(pid=21361): stdout: \u000a| (launched: 2022-12-14_07:12:41.892029) \u000a07:12:45.179907 run osmo-hlr_10.42.42.2(pid=21361): stderr: \u000a| �[0;m�[1;31m20221214071242063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071242063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071242063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071242063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071242063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071242063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071242075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071242086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071242086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071242086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:45.222155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21360): Terminating (SIGTERM)\u000a07:12:45.262052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21363): Terminating (SIGTERM)\u000a07:12:45.301994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21366): Terminating (SIGTERM)\u000a07:12:45.311176 --- ParallelTerminationStrategy: PID 21360 died...\u000a07:12:45.364536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21360): Terminated: ok {rc=0}\u000a07:12:45.374159 --- ParallelTerminationStrategy: PID 21363 died...\u000a07:12:45.427286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21363): Terminated: ok {rc=0}\u000a07:12:45.436755 --- ParallelTerminationStrategy: PID 21366 died...\u000a07:12:45.489530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21366): Terminated: ok {rc=0}\u000a07:12:45.577648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21374): Process ended prematurely: osmo-stp_10.42.42.5(pid=21374) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21374)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21374): Process ended prematurely: osmo-stp_10.42.42.5(pid=21374) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:12:46.638355 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:46.656127 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:12:46.822919 tst ping_idle_ping.py: using LAC 39267\u000a07:12:46.946539 tst ping_idle_ping.py: using RAC 252\u000a07:12:47.102675 tst ping_idle_ping.py: using CellId 39267\u000a07:12:47.240249 tst ping_idle_ping.py: using BVCI 39268\u000a07:12:47.266035 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:47.278077 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:47.289979 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:47.302002 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:47.314786 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:47.327594 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:47.339899 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:12:47.352133 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:12:47.650474 tst ping_idle_ping.py:24: start network...\u000a07:12:47.786249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:48.301804 run create_hlr_db(pid=21368): Launched\u000a07:12:48.491309 bus /gobi_6: Setting Powered False\u000a07:12:49.512004 run create_hlr_db(pid=21368): Terminated: ok {rc=0}\u000a07:12:49.922835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21370): Launched\u000a07:12:50.226027 run osmo-hlr_10.42.42.2(pid=21371): Launched\u000a07:12:50.342053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:50.867416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21373): Launched\u000a07:12:51.172756 run osmo-stp_10.42.42.5(pid=21374): Launched\u000a07:12:51.282052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:12:51.809994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21376): Launched\u000a07:12:51.917769 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:12:52.181887 run patchelf(pid=21377): Launched\u000a07:12:52.359333 run osmo-stp_10.42.42.5(pid=21374): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21374)]\u000a07:12:52.489209 run osmo-stp_10.42.42.5(pid=21374): stdout: \u000a| (launched: 2022-12-14_07:12:51.022783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:52.619974 run osmo-stp_10.42.42.5(pid=21374): stderr: \u000a| �[0;m�[38;5;43m20221214071251192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071251192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071251193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071251193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071251193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071251194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071251194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:52.745068 run osmo-stp_10.42.42.5(pid=21374): stdout: \u000a| (launched: 2022-12-14_07:12:51.022783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:52.869120 run osmo-stp_10.42.42.5(pid=21374): stderr: \u000a| �[0;m�[38;5;43m20221214071251192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071251192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071251193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071251193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071251193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071251194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071251194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:53.014944 run patchelf(pid=21377): Terminating (SIGINT)\u000a07:12:53.186951 run patchelf(pid=21377): Terminated: ok {rc=0}\u000a07:12:53.218169 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21374): Process ended prematurely: osmo-stp_10.42.42.5(pid=21374) [trial-2401↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21374)] [trial-2401↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:12:53.226920 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:12:53.286850 run osmo-hlr_10.42.42.2(pid=21371): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21371)]\u000a07:12:53.335770 run osmo-hlr_10.42.42.2(pid=21371): stdout: \u000a| (launched: 2022-12-14_07:12:50.076743) \u000a07:12:53.385271 run osmo-hlr_10.42.42.2(pid=21371): stderr: \u000a| �[0;m�[1;31m20221214071250251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071250251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071250251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071250251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071250251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071250251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071250263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071250272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071250272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071250272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:53.427483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21370): Terminating (SIGTERM)\u000a07:12:53.467629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21373): Terminating (SIGTERM)\u000a07:12:53.507457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21376): Terminating (SIGTERM)\u000a07:12:53.516675 --- ParallelTerminationStrategy: PID 21370 died...\u000a07:12:53.570338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21370): Terminated: ok {rc=0}\u000a07:12:53.579988 --- ParallelTerminationStrategy: PID 21373 died...\u000a07:12:53.632710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21373): Terminated: ok {rc=0}\u000a07:12:53.642367 --- ParallelTerminationStrategy: PID 21376 died...\u000a07:12:53.695248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21376): Terminated: ok {rc=0}\u000a07:12:53.783930 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:11:55" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21391): Process ended prematurely: osmo-stp_10.42.42.5(pid=21391) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21391)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21391): Process ended prematurely: osmo-stp_10.42.42.5(pid=21391) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:12:55.904760 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:12:55.916167 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:12:56.071090 tst cs_paging_gprs_active.py: using LAC 39268\u000a07:12:56.202463 tst cs_paging_gprs_active.py: using RAC 253\u000a07:12:56.332413 tst cs_paging_gprs_active.py: using CellId 39268\u000a07:12:56.461584 tst cs_paging_gprs_active.py: using BVCI 39269\u000a07:12:56.486953 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:12:56.498446 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:12:56.509656 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:12:56.520726 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:12:56.532618 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:12:56.544615 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:12:56.556660 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:12:56.568663 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:12:56.581051 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:12:56.701149 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:12:56.983623 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:12:57.111464 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:57.432351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21381): Launched\u000a07:12:57.699369 run iperf3-srv_10.42.42.10(pid=21382): Launched\u000a07:12:57.888594 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:12:58.016941 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:12:58.337727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21383): Launched\u000a07:12:58.605419 run iperf3-srv_10.42.42.10(pid=21384): Launched\u000a07:12:58.793597 tst cs_paging_gprs_active.py:38: start network...\u000a07:12:58.921734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:59.415194 run create_hlr_db(pid=21385): Launched\u000a07:12:59.591825 bus /gobi_6: Setting Powered False\u000a07:13:00.613576 run create_hlr_db(pid=21385): Terminated: ok {rc=0}\u000a07:13:01.071395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21387): Launched\u000a07:13:01.484166 run osmo-hlr_10.42.42.2(pid=21388): Launched\u000a07:13:01.727456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:02.315763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21390): Launched\u000a07:13:02.627106 run osmo-stp_10.42.42.5(pid=21391): Launched\u000a07:13:02.739471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:13:03.277398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21393): Launched\u000a07:13:03.387985 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:13:03.659131 run patchelf(pid=21394): Launched\u000a07:13:03.839950 run osmo-stp_10.42.42.5(pid=21391): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21391)]\u000a07:13:03.972613 run osmo-stp_10.42.42.5(pid=21391): stdout: \u000a| (launched: 2022-12-14_07:13:02.473225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:04.104768 run osmo-stp_10.42.42.5(pid=21391): stderr: \u000a| �[0;m�[38;5;43m20221214071302643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071302643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071302643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071302644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071302644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071302644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071302644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:04.231745 run osmo-stp_10.42.42.5(pid=21391): stdout: \u000a| (launched: 2022-12-14_07:13:02.473225)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:04.358002 run osmo-stp_10.42.42.5(pid=21391): stderr: \u000a| �[0;m�[38;5;43m20221214071302643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071302643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071302643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071302644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071302644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071302644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071302644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:04.506324 run patchelf(pid=21394): Terminating (SIGINT)\u000a07:13:04.681783 run patchelf(pid=21394): Terminated: ok {rc=0}\u000a07:13:04.713850 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21391): Process ended prematurely: osmo-stp_10.42.42.5(pid=21391) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21391)] [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:13:04.722864 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a07:13:04.782407 run osmo-hlr_10.42.42.2(pid=21388): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21388)]\u000a07:13:04.831162 run osmo-hlr_10.42.42.2(pid=21388): stdout: \u000a| (launched: 2022-12-14_07:13:01.231958) \u000a07:13:04.880746 run osmo-hlr_10.42.42.2(pid=21388): stderr: \u000a| �[0;m�[1;31m20221214071301570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071301570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071301570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071301571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071301571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071301571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071301585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071301598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071301598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071301598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:04.923026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21381): Terminating (SIGTERM)\u000a07:13:04.962870 run iperf3-srv_10.42.42.10(pid=21382): Terminating (SIGTERM)\u000a07:13:05.002788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21383): Terminating (SIGTERM)\u000a07:13:05.042604 run iperf3-srv_10.42.42.10(pid=21384): Terminating (SIGTERM)\u000a07:13:05.082633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21387): Terminating (SIGTERM)\u000a07:13:05.122504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21390): Terminating (SIGTERM)\u000a07:13:05.162239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21393): Terminating (SIGTERM)\u000a07:13:05.171412 --- ParallelTerminationStrategy: PID 21381 died...\u000a07:13:05.224636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21381): Terminated: ok {rc=0}\u000a07:13:05.234260 --- ParallelTerminationStrategy: PID 21382 died...\u000a07:13:05.286892 run iperf3-srv_10.42.42.10(pid=21382): Terminated {rc=256}\u000a07:13:05.296374 --- ParallelTerminationStrategy: PID 21383 died...\u000a07:13:05.349051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21383): Terminated: ok {rc=0}\u000a07:13:05.358550 --- ParallelTerminationStrategy: PID 21384 died...\u000a07:13:05.411211 run iperf3-srv_10.42.42.10(pid=21384): Terminated {rc=256}\u000a07:13:05.420659 --- ParallelTerminationStrategy: PID 21387 died...\u000a07:13:05.473740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21387): Terminated: ok {rc=0}\u000a07:13:05.483272 --- ParallelTerminationStrategy: PID 21390 died...\u000a07:13:05.536197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21390): Terminated: ok {rc=0}\u000a07:13:05.545704 --- ParallelTerminationStrategy: PID 21393 died...\u000a07:13:05.598620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21393): Terminated: ok {rc=0}\u000a07:13:05.686651 bus /gobi_0: Setting Powered False\u000a07:13:06.790118 bus /gobi_0: Setting Powered False\u000a07:13:07.902110 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21403): Process ended prematurely: osmo-stp_10.42.42.5(pid=21403) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21403)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21403): Process ended prematurely: osmo-stp_10.42.42.5(pid=21403) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:13:09.013868 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:09.025653 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:13:09.175648 tst iperf3.py: using LAC 39269\u000a07:13:09.298927 tst iperf3.py: using RAC 254\u000a07:13:09.421327 tst iperf3.py: using CellId 39269\u000a07:13:09.542356 tst iperf3.py: using BVCI 39270\u000a07:13:09.566488 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:09.577539 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:09.588230 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:09.599049 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:09.609709 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:09.620464 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:09.631382 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:09.642077 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:09.652812 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:13:09.953791 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:13:10.091976 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:13:10.434221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21395): Launched\u000a07:13:10.718839 run iperf3-srv_10.42.42.10(pid=21396): Launched\u000a07:13:10.921275 tst iperf3.py:8: start network...\u000a07:13:11.059146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:11.578241 run create_hlr_db(pid=21397): Launched\u000a07:13:11.769080 bus /gobi_6: Setting Powered False\u000a07:13:12.789228 run create_hlr_db(pid=21397): Terminated: ok {rc=0}\u000a07:13:13.204070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21399): Launched\u000a07:13:13.512566 run osmo-hlr_10.42.42.2(pid=21400): Launched\u000a07:13:13.627226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:14.165303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21402): Launched\u000a07:13:14.472598 run osmo-stp_10.42.42.5(pid=21403): Launched\u000a07:13:14.586034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:13:15.157911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21405): Launched\u000a07:13:15.275425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:13:15.557293 run patchelf(pid=21406): Launched\u000a07:13:15.737341 run osmo-stp_10.42.42.5(pid=21403): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21403)]\u000a07:13:15.873234 run osmo-stp_10.42.42.5(pid=21403): stdout: \u000a| (launched: 2022-12-14_07:13:14.321214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:16.031062 run osmo-stp_10.42.42.5(pid=21403): stderr: \u000a| �[0;m�[38;5;43m20221214071314489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071314489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071314489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071314490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071314490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071314490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071314490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:16.174088 run osmo-stp_10.42.42.5(pid=21403): stdout: \u000a| (launched: 2022-12-14_07:13:14.321214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:16.316332 run osmo-stp_10.42.42.5(pid=21403): stderr: \u000a| �[0;m�[38;5;43m20221214071314489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071314489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071314489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071314490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071314490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071314490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071314490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:16.481463 run patchelf(pid=21406): Terminating (SIGINT)\u000a07:13:16.675642 run patchelf(pid=21406): Terminated: ok {rc=0}\u000a07:13:16.711665 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21403): Process ended prematurely: osmo-stp_10.42.42.5(pid=21403) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21403)] [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:13:16.722640 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:13:16.789932 run osmo-hlr_10.42.42.2(pid=21400): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21400)]\u000a07:13:16.844796 run osmo-hlr_10.42.42.2(pid=21400): stdout: \u000a| (launched: 2022-12-14_07:13:13.360307) \u000a07:13:16.901122 run osmo-hlr_10.42.42.2(pid=21400): stderr: \u000a| �[0;m�[1;31m20221214071313533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071313533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071313533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071313533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071313533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071313533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071313546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071313554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071313554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071313554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:16.948703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21395): Terminating (SIGTERM)\u000a07:13:16.995922 run iperf3-srv_10.42.42.10(pid=21396): Terminating (SIGTERM)\u000a07:13:17.041966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21399): Terminating (SIGTERM)\u000a07:13:17.088746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21402): Terminating (SIGTERM)\u000a07:13:17.135433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21405): Terminating (SIGTERM)\u000a07:13:17.145824 --- ParallelTerminationStrategy: PID 21395 died...\u000a07:13:17.205584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21395): Terminated: ok {rc=0}\u000a07:13:17.215913 --- ParallelTerminationStrategy: PID 21396 died...\u000a07:13:17.273667 run iperf3-srv_10.42.42.10(pid=21396): Terminated {rc=256}\u000a07:13:17.283787 --- ParallelTerminationStrategy: PID 21399 died...\u000a07:13:17.340443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21399): Terminated: ok {rc=0}\u000a07:13:17.350678 --- ParallelTerminationStrategy: PID 21402 died...\u000a07:13:17.407378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21402): Terminated: ok {rc=0}\u000a07:13:17.417593 --- ParallelTerminationStrategy: PID 21405 died...\u000a07:13:17.474243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21405): Terminated: ok {rc=0}\u000a07:13:17.562100 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21421): Process ended prematurely: osmo-stp_10.42.42.5(pid=21421) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21421)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21421): Process ended prematurely: osmo-stp_10.42.42.5(pid=21421) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:13:18.679294 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:18.691457 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:13:18.851323 tst iperf3m4.py: using LAC 39270\u000a07:13:18.979025 tst iperf3m4.py: using RAC 255\u000a07:13:19.102275 tst iperf3m4.py: using CellId 39270\u000a07:13:19.226719 tst iperf3m4.py: using BVCI 39271\u000a07:13:19.250076 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:19.261173 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:19.271962 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:19.282720 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:19.293256 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:19.303896 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:19.314783 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:19.325323 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:19.336037 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:13:19.453449 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:13:19.577284 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:13:19.695961 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:13:19.997227 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:13:20.135414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:13:20.478533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21407): Launched\u000a07:13:20.763759 run iperf3-srv_10.42.42.10(pid=21408): Launched\u000a07:13:20.967077 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:13:21.104898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:13:21.447209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21409): Launched\u000a07:13:21.733017 run iperf3-srv_10.42.42.10(pid=21410): Launched\u000a07:13:21.935892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:13:22.074305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:13:22.416845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21411): Launched\u000a07:13:22.702253 run iperf3-srv_10.42.42.10(pid=21412): Launched\u000a07:13:22.906237 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:13:23.045333 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:13:23.390076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21413): Launched\u000a07:13:23.676011 run iperf3-srv_10.42.42.10(pid=21414): Launched\u000a07:13:23.879042 tst iperf3m4.py:8: start network...\u000a07:13:24.017703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:24.539857 run create_hlr_db(pid=21415): Launched\u000a07:13:24.730499 bus /gobi_6: Setting Powered False\u000a07:13:25.751002 run create_hlr_db(pid=21415): Terminated: ok {rc=0}\u000a07:13:26.193326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21417): Launched\u000a07:13:26.526218 run osmo-hlr_10.42.42.2(pid=21418): Launched\u000a07:13:26.646117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:27.222209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21420): Launched\u000a07:13:27.553789 run osmo-stp_10.42.42.5(pid=21421): Launched\u000a07:13:27.673569 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:13:28.251774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21423): Launched\u000a07:13:28.369528 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:13:28.659163 run patchelf(pid=21424): Launched\u000a07:13:28.852025 run osmo-stp_10.42.42.5(pid=21421): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21421)]\u000a07:13:28.993698 run osmo-stp_10.42.42.5(pid=21421): stdout: \u000a| (launched: 2022-12-14_07:13:27.390291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:29.135618 run osmo-stp_10.42.42.5(pid=21421): stderr: \u000a| �[0;m�[38;5;43m20221214071327582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071327582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071327583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071327583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071327583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071327584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071327584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:29.272220 run osmo-stp_10.42.42.5(pid=21421): stdout: \u000a| (launched: 2022-12-14_07:13:27.390291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:29.407454 run osmo-stp_10.42.42.5(pid=21421): stderr: \u000a| �[0;m�[38;5;43m20221214071327582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071327582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071327583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071327583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071327583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071327584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071327584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:29.565882 run patchelf(pid=21424): Terminating (SIGINT)\u000a07:13:29.751927 run patchelf(pid=21424): Terminated: ok {rc=0}\u000a07:13:29.786035 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21421): Process ended prematurely: osmo-stp_10.42.42.5(pid=21421) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21421)] [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:13:29.795957 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a07:13:29.859932 run osmo-hlr_10.42.42.2(pid=21418): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21418)]\u000a07:13:29.912117 run osmo-hlr_10.42.42.2(pid=21418): stdout: \u000a| (launched: 2022-12-14_07:13:26.361792) \u000a07:13:29.964627 run osmo-hlr_10.42.42.2(pid=21418): stderr: \u000a| �[0;m�[1;31m20221214071326556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071326556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071326556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071326556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071326556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071326556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071326569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071326579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071326579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071326579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:30.009728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21407): Terminating (SIGTERM)\u000a07:13:30.052044 run iperf3-srv_10.42.42.10(pid=21408): Terminating (SIGTERM)\u000a07:13:30.094755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21409): Terminating (SIGTERM)\u000a07:13:30.137162 run iperf3-srv_10.42.42.10(pid=21410): Terminating (SIGTERM)\u000a07:13:30.179595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21411): Terminating (SIGTERM)\u000a07:13:30.221899 run iperf3-srv_10.42.42.10(pid=21412): Terminating (SIGTERM)\u000a07:13:30.264171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21413): Terminating (SIGTERM)\u000a07:13:30.306410 run iperf3-srv_10.42.42.10(pid=21414): Terminating (SIGTERM)\u000a07:13:30.348689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21417): Terminating (SIGTERM)\u000a07:13:30.390874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21420): Terminating (SIGTERM)\u000a07:13:30.433121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21423): Terminating (SIGTERM)\u000a07:13:30.442771 --- ParallelTerminationStrategy: PID 21407 died...\u000a07:13:30.499380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21407): Terminated: ok {rc=0}\u000a07:13:30.509420 --- ParallelTerminationStrategy: PID 21408 died...\u000a07:13:30.565519 run iperf3-srv_10.42.42.10(pid=21408): Terminated {rc=256}\u000a07:13:30.575609 --- ParallelTerminationStrategy: PID 21409 died...\u000a07:13:30.631864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21409): Terminated: ok {rc=0}\u000a07:13:30.641980 --- ParallelTerminationStrategy: PID 21410 died...\u000a07:13:30.698016 run iperf3-srv_10.42.42.10(pid=21410): Terminated {rc=256}\u000a07:13:30.707990 --- ParallelTerminationStrategy: PID 21411 died...\u000a07:13:30.764105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21411): Terminated: ok {rc=0}\u000a07:13:30.774092 --- ParallelTerminationStrategy: PID 21412 died...\u000a07:13:30.830428 run iperf3-srv_10.42.42.10(pid=21412): Terminated {rc=256}\u000a07:13:30.840845 --- ParallelTerminationStrategy: PID 21413 died...\u000a07:13:30.909890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21413): Terminated: ok {rc=0}\u000a07:13:30.920638 --- ParallelTerminationStrategy: PID 21414 died...\u000a07:13:30.978083 run iperf3-srv_10.42.42.10(pid=21414): Terminated {rc=256}\u000a07:13:30.988716 --- ParallelTerminationStrategy: PID 21417 died...\u000a07:13:31.046235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21417): Terminated: ok {rc=0}\u000a07:13:31.056775 --- ParallelTerminationStrategy: PID 21420 died...\u000a07:13:31.114077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21420): Terminated: ok {rc=0}\u000a07:13:31.124625 --- ParallelTerminationStrategy: PID 21423 died...\u000a07:13:31.181951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21423): Terminated: ok {rc=0}\u000a07:13:31.271247 bus /gobi_4: Setting Powered False\u000a07:13:32.377190 bus /gobi_4: Setting Powered False\u000a07:13:33.487156 bus /gobi_1: Setting Powered False\u000a07:13:34.593915 bus /gobi_1: Setting Powered False\u000a07:13:35.702683 bus /gobi_0: Setting Powered False\u000a07:13:36.805531 bus /gobi_0: Setting Powered False\u000a07:13:37.918039 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21432): Process ended prematurely: osmo-stp_10.42.42.5(pid=21432) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21432)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21432): Process ended prematurely: osmo-stp_10.42.42.5(pid=21432) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:13:38.986852 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:38.998931 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:13:39.150828 tst ping.py: using LAC 39271\u000a07:13:39.281694 tst ping.py: using RAC 1\u000a07:13:39.401067 tst ping.py: using CellId 39271\u000a07:13:39.519531 tst ping.py: using BVCI 39272\u000a07:13:39.542928 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:39.554064 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:39.564833 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:39.575668 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:39.586362 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:39.597000 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:39.607740 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:39.618402 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:13:39.902591 tst ping.py:19: start network...\u000a07:13:40.028433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:40.513642 run create_hlr_db(pid=21426): Launched\u000a07:13:40.687661 bus /gobi_6: Setting Powered False\u000a07:13:41.708707 run create_hlr_db(pid=21426): Terminated: ok {rc=0}\u000a07:13:42.142061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21428): Launched\u000a07:13:42.467660 run osmo-hlr_10.42.42.2(pid=21429): Launched\u000a07:13:42.587759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:43.159204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21431): Launched\u000a07:13:43.483118 run osmo-stp_10.42.42.5(pid=21432): Launched\u000a07:13:43.600584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:13:44.167344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21434): Launched\u000a07:13:44.283243 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:13:44.567259 run patchelf(pid=21435): Launched\u000a07:13:44.757008 run osmo-stp_10.42.42.5(pid=21432): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21432)]\u000a07:13:44.896004 run osmo-stp_10.42.42.5(pid=21432): stdout: \u000a| (launched: 2022-12-14_07:13:43.323410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:45.035523 run osmo-stp_10.42.42.5(pid=21432): stderr: \u000a| �[0;m�[38;5;43m20221214071343511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071343511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071343511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071343512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071343512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071343512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071343512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:45.169658 run osmo-stp_10.42.42.5(pid=21432): stdout: \u000a| (launched: 2022-12-14_07:13:43.323410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:45.302192 run osmo-stp_10.42.42.5(pid=21432): stderr: \u000a| �[0;m�[38;5;43m20221214071343511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071343511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071343511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071343512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071343512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071343512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071343512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:45.457985 run patchelf(pid=21435): Terminating (SIGINT)\u000a07:13:45.640887 run patchelf(pid=21435): Terminated: ok {rc=0}\u000a07:13:45.674215 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21432): Process ended prematurely: osmo-stp_10.42.42.5(pid=21432) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21432)] [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:13:45.683601 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:13:45.747034 run osmo-hlr_10.42.42.2(pid=21429): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21429)]\u000a07:13:45.799079 run osmo-hlr_10.42.42.2(pid=21429): stdout: \u000a| (launched: 2022-12-14_07:13:42.306852) \u000a07:13:45.863113 run osmo-hlr_10.42.42.2(pid=21429): stderr: \u000a| �[0;m�[1;31m20221214071342500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071342500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071342500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071342500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071342500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071342500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071342513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071342521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071342522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071342522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:45.923277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21428): Terminating (SIGTERM)\u000a07:13:45.967221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21431): Terminating (SIGTERM)\u000a07:13:46.011586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21434): Terminating (SIGTERM)\u000a07:13:46.022000 --- ParallelTerminationStrategy: PID 21428 died...\u000a07:13:46.081279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21428): Terminated: ok {rc=0}\u000a07:13:46.092333 --- ParallelTerminationStrategy: PID 21431 died...\u000a07:13:46.149751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21431): Terminated: ok {rc=0}\u000a07:13:46.160439 --- ParallelTerminationStrategy: PID 21434 died...\u000a07:13:46.218170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21434): Terminated: ok {rc=0}\u000a07:13:46.309499 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21442): Process ended prematurely: osmo-stp_10.42.42.5(pid=21442) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21442)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21442): Process ended prematurely: osmo-stp_10.42.42.5(pid=21442) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:13:47.360560 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:47.372321 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:13:47.518361 tst ping_idle_ping.py: using LAC 39272\u000a07:13:47.639325 tst ping_idle_ping.py: using RAC 2\u000a07:13:47.758142 tst ping_idle_ping.py: using CellId 39272\u000a07:13:47.877119 tst ping_idle_ping.py: using BVCI 39273\u000a07:13:47.900294 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:47.911537 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:47.922534 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:47.933383 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:47.944214 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:47.955287 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:47.966379 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:13:47.977321 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:13:48.255681 tst ping_idle_ping.py:24: start network...\u000a07:13:48.381650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:48.870432 run create_hlr_db(pid=21436): Launched\u000a07:13:49.045162 bus /gobi_6: Setting Powered False\u000a07:13:50.066610 run create_hlr_db(pid=21436): Terminated: ok {rc=0}\u000a07:13:50.501402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21438): Launched\u000a07:13:50.826461 run osmo-hlr_10.42.42.2(pid=21439): Launched\u000a07:13:50.946609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:51.511464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21441): Launched\u000a07:13:51.836514 run osmo-stp_10.42.42.5(pid=21442): Launched\u000a07:13:51.955060 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:13:52.524362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21444): Launched\u000a07:13:52.640920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:13:52.927704 run patchelf(pid=21445): Launched\u000a07:13:53.118894 run osmo-stp_10.42.42.5(pid=21442): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21442)]\u000a07:13:53.259009 run osmo-stp_10.42.42.5(pid=21442): stdout: \u000a| (launched: 2022-12-14_07:13:51.676404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:53.399351 run osmo-stp_10.42.42.5(pid=21442): stderr: \u000a| �[0;m�[38;5;43m20221214071351864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071351864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071351865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071351865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071351866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071351866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071351866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:53.534235 run osmo-stp_10.42.42.5(pid=21442): stdout: \u000a| (launched: 2022-12-14_07:13:51.676404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:53.667697 run osmo-stp_10.42.42.5(pid=21442): stderr: \u000a| �[0;m�[38;5;43m20221214071351864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071351864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071351865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071351865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071351866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071351866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071351866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:53.824108 run patchelf(pid=21445): Terminating (SIGINT)\u000a07:13:54.008621 run patchelf(pid=21445): Terminated: ok {rc=0}\u000a07:13:54.041977 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21442): Process ended prematurely: osmo-stp_10.42.42.5(pid=21442) [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21442)] [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:13:54.051328 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:13:54.114648 run osmo-hlr_10.42.42.2(pid=21439): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21439)]\u000a07:13:54.166460 run osmo-hlr_10.42.42.2(pid=21439): stdout: \u000a| (launched: 2022-12-14_07:13:50.667166) \u000a07:13:54.218761 run osmo-hlr_10.42.42.2(pid=21439): stderr: \u000a| �[0;m�[1;31m20221214071350861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071350861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071350861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071350861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071350861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071350861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071350874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071350882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071350883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071350883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:54.263461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21438): Terminating (SIGTERM)\u000a07:13:54.306159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21441): Terminating (SIGTERM)\u000a07:13:54.348426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21444): Terminating (SIGTERM)\u000a07:13:54.358199 --- ParallelTerminationStrategy: PID 21438 died...\u000a07:13:54.414537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21438): Terminated: ok {rc=0}\u000a07:13:54.424555 --- ParallelTerminationStrategy: PID 21441 died...\u000a07:13:54.480846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21441): Terminated: ok {rc=0}\u000a07:13:54.490876 --- ParallelTerminationStrategy: PID 21444 died...\u000a07:13:54.547042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21444): Terminated: ok {rc=0}\u000a07:13:54.635365 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:12:55" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21460): Process ended prematurely: osmo-stp_10.42.42.5(pid=21460) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21460)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21460): Process ended prematurely: osmo-stp_10.42.42.5(pid=21460) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:13:56.767117 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:13:56.778441 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:13:56.933697 tst cs_paging_gprs_active.py: using LAC 39273\u000a07:13:57.064928 tst cs_paging_gprs_active.py: using RAC 3\u000a07:13:57.195359 tst cs_paging_gprs_active.py: using CellId 39273\u000a07:13:57.326050 tst cs_paging_gprs_active.py: using BVCI 39274\u000a07:13:57.351624 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:13:57.362998 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:13:57.374125 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:13:57.385656 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:13:57.396940 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:13:57.408356 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:13:57.419897 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:13:57.431288 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:13:57.442842 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:13:57.562629 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:13:57.846841 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:13:57.975539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:13:58.294649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21450): Launched\u000a07:13:58.560763 run iperf3-srv_10.42.42.10(pid=21451): Launched\u000a07:13:58.747924 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:13:58.875584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:13:59.195901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21452): Launched\u000a07:13:59.460904 run iperf3-srv_10.42.42.10(pid=21453): Launched\u000a07:13:59.648517 tst cs_paging_gprs_active.py:38: start network...\u000a07:13:59.776057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:00.273104 run create_hlr_db(pid=21454): Launched\u000a07:14:00.452037 bus /gobi_6: Setting Powered False\u000a07:14:01.475743 run create_hlr_db(pid=21454): Terminated: ok {rc=0}\u000a07:14:01.905202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21456): Launched\u000a07:14:02.293552 run osmo-hlr_10.42.42.2(pid=21457): Launched\u000a07:14:02.414528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:02.989647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21459): Launched\u000a07:14:03.320076 run osmo-stp_10.42.42.5(pid=21460): Launched\u000a07:14:03.439954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:14:04.018403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21462): Launched\u000a07:14:04.137540 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:14:04.429551 run patchelf(pid=21463): Launched\u000a07:14:04.623229 run osmo-stp_10.42.42.5(pid=21460): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21460)]\u000a07:14:04.764561 run osmo-stp_10.42.42.5(pid=21460): stdout: \u000a| (launched: 2022-12-14_07:14:03.158212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:04.906457 run osmo-stp_10.42.42.5(pid=21460): stderr: \u000a| �[0;m�[38;5;43m20221214071403348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071403348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071403348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071403349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071403349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071403349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071403349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:05.043233 run osmo-stp_10.42.42.5(pid=21460): stdout: \u000a| (launched: 2022-12-14_07:14:03.158212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:05.178676 run osmo-stp_10.42.42.5(pid=21460): stderr: \u000a| �[0;m�[38;5;43m20221214071403348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071403348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071403348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071403349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071403349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071403349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071403349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:05.337629 run patchelf(pid=21463): Terminating (SIGINT)\u000a07:14:05.524682 run patchelf(pid=21463): Terminated: ok {rc=0}\u000a07:14:05.558987 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21460): Process ended prematurely: osmo-stp_10.42.42.5(pid=21460) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21460)] [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:14:05.568815 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:14:05.632397 run osmo-hlr_10.42.42.2(pid=21457): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21457)]\u000a07:14:05.684123 run osmo-hlr_10.42.42.2(pid=21457): stdout: \u000a| (launched: 2022-12-14_07:14:02.066643) \u000a07:14:05.736444 run osmo-hlr_10.42.42.2(pid=21457): stderr: \u000a| �[0;m�[1;31m20221214071402269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071402269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071402269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071402269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071402269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071402269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071402281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071402289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071402289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071402289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:05.781450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21450): Terminating (SIGTERM)\u000a07:14:05.823762 run iperf3-srv_10.42.42.10(pid=21451): Terminating (SIGTERM)\u000a07:14:05.866188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21452): Terminating (SIGTERM)\u000a07:14:05.908755 run iperf3-srv_10.42.42.10(pid=21453): Terminating (SIGTERM)\u000a07:14:05.951258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21456): Terminating (SIGTERM)\u000a07:14:05.994004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21459): Terminating (SIGTERM)\u000a07:14:06.036385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21462): Terminating (SIGTERM)\u000a07:14:06.046128 --- ParallelTerminationStrategy: PID 21450 died...\u000a07:14:06.102918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21450): Terminated: ok {rc=0}\u000a07:14:06.113065 --- ParallelTerminationStrategy: PID 21451 died...\u000a07:14:06.169325 run iperf3-srv_10.42.42.10(pid=21451): Terminated {rc=256}\u000a07:14:06.179340 --- ParallelTerminationStrategy: PID 21452 died...\u000a07:14:06.235439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21452): Terminated: ok {rc=0}\u000a07:14:06.245573 --- ParallelTerminationStrategy: PID 21453 died...\u000a07:14:06.301602 run iperf3-srv_10.42.42.10(pid=21453): Terminated {rc=256}\u000a07:14:06.311639 --- ParallelTerminationStrategy: PID 21456 died...\u000a07:14:06.368071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21456): Terminated: ok {rc=0}\u000a07:14:06.378073 --- ParallelTerminationStrategy: PID 21459 died...\u000a07:14:06.434466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21459): Terminated: ok {rc=0}\u000a07:14:06.444605 --- ParallelTerminationStrategy: PID 21462 died...\u000a07:14:06.500714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21462): Terminated: ok {rc=0}\u000a07:14:06.587761 bus /gobi_0: Setting Powered False\u000a07:14:07.693749 bus /gobi_0: Setting Powered False\u000a07:14:08.802368 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21472): Process ended prematurely: osmo-stp_10.42.42.5(pid=21472) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21472)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21472): Process ended prematurely: osmo-stp_10.42.42.5(pid=21472) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:14:09.919093 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:09.931462 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:14:10.089660 tst iperf3.py: using LAC 39274\u000a07:14:10.219365 tst iperf3.py: using RAC 4\u000a07:14:10.348495 tst iperf3.py: using CellId 39274\u000a07:14:10.478937 tst iperf3.py: using BVCI 39275\u000a07:14:10.504281 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:10.515781 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:10.526939 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:10.538164 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:10.549589 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:10.561089 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:10.572590 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:10.584334 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:10.595913 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:14:10.878491 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:14:11.006549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:14:11.326091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21464): Launched\u000a07:14:11.592052 run iperf3-srv_10.42.42.10(pid=21465): Launched\u000a07:14:11.778703 tst iperf3.py:8: start network...\u000a07:14:11.909731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:12.403937 run create_hlr_db(pid=21466): Launched\u000a07:14:12.582104 bus /gobi_6: Setting Powered False\u000a07:14:13.602302 run create_hlr_db(pid=21466): Terminated: ok {rc=0}\u000a07:14:14.044560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21468): Launched\u000a07:14:14.375015 run osmo-hlr_10.42.42.2(pid=21469): Launched\u000a07:14:14.498153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:15.075342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21471): Launched\u000a07:14:15.406322 run osmo-stp_10.42.42.5(pid=21472): Launched\u000a07:14:15.526298 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:14:16.130764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21474): Launched\u000a07:14:16.243790 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:14:16.535026 run patchelf(pid=21475): Launched\u000a07:14:16.721462 run osmo-stp_10.42.42.5(pid=21472): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21472)]\u000a07:14:16.856860 run osmo-stp_10.42.42.5(pid=21472): stdout: \u000a| (launched: 2022-12-14_07:14:15.243214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:16.993163 run osmo-stp_10.42.42.5(pid=21472): stderr: \u000a| �[0;m�[38;5;43m20221214071415434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071415434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071415435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071415435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071415436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071415436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071415436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:17.124499 run osmo-stp_10.42.42.5(pid=21472): stdout: \u000a| (launched: 2022-12-14_07:14:15.243214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:17.252851 run osmo-stp_10.42.42.5(pid=21472): stderr: \u000a| �[0;m�[38;5;43m20221214071415434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071415434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071415435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071415435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071415436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071415436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071415436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:17.401412 run patchelf(pid=21475): Terminating (SIGINT)\u000a07:14:17.576634 run patchelf(pid=21475): Terminated: ok {rc=0}\u000a07:14:17.608862 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21472): Process ended prematurely: osmo-stp_10.42.42.5(pid=21472) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21472)] [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:14:17.618255 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:14:17.678361 run osmo-hlr_10.42.42.2(pid=21469): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21469)]\u000a07:14:17.727829 run osmo-hlr_10.42.42.2(pid=21469): stdout: \u000a| (launched: 2022-12-14_07:14:14.212796) \u000a07:14:17.778234 run osmo-hlr_10.42.42.2(pid=21469): stderr: \u000a| �[0;m�[1;31m20221214071414410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071414410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071414410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071414410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071414410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071414410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071414422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071414431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071414431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071414431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:17.821434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21464): Terminating (SIGTERM)\u000a07:14:17.862271 run iperf3-srv_10.42.42.10(pid=21465): Terminating (SIGTERM)\u000a07:14:17.902823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21468): Terminating (SIGTERM)\u000a07:14:17.943664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21471): Terminating (SIGTERM)\u000a07:14:17.984368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21474): Terminating (SIGTERM)\u000a07:14:17.993662 --- ParallelTerminationStrategy: PID 21464 died...\u000a07:14:18.047741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21464): Terminated: ok {rc=0}\u000a07:14:18.057539 --- ParallelTerminationStrategy: PID 21465 died...\u000a07:14:18.111177 run iperf3-srv_10.42.42.10(pid=21465): Terminated {rc=256}\u000a07:14:18.120576 --- ParallelTerminationStrategy: PID 21468 died...\u000a07:14:18.174294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21468): Terminated: ok {rc=0}\u000a07:14:18.183928 --- ParallelTerminationStrategy: PID 21471 died...\u000a07:14:18.237463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21471): Terminated: ok {rc=0}\u000a07:14:18.247062 --- ParallelTerminationStrategy: PID 21474 died...\u000a07:14:18.301335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21474): Terminated: ok {rc=0}\u000a07:14:18.389472 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21490): Process ended prematurely: osmo-stp_10.42.42.5(pid=21490) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21490)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21490): Process ended prematurely: osmo-stp_10.42.42.5(pid=21490) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:14:19.501689 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:19.513241 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:14:19.659887 tst iperf3m4.py: using LAC 39275\u000a07:14:19.782257 tst iperf3m4.py: using RAC 5\u000a07:14:19.904612 tst iperf3m4.py: using CellId 39275\u000a07:14:20.027127 tst iperf3m4.py: using BVCI 39276\u000a07:14:20.050867 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:20.061904 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:20.072547 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:20.083306 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:20.093875 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:20.104537 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:20.115572 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:20.126174 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:20.137435 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:14:20.259496 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:14:20.382332 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:14:20.500158 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:14:20.788602 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:14:20.917451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:14:21.237978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21476): Launched\u000a07:14:21.505355 run iperf3-srv_10.42.42.10(pid=21477): Launched\u000a07:14:21.692462 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:14:21.820119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:14:22.141240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21478): Launched\u000a07:14:22.406808 run iperf3-srv_10.42.42.10(pid=21479): Launched\u000a07:14:22.594788 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:14:22.722208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:14:23.041323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21480): Launched\u000a07:14:23.306878 run iperf3-srv_10.42.42.10(pid=21481): Launched\u000a07:14:23.493433 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:14:23.620870 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:14:23.940296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21482): Launched\u000a07:14:24.205579 run iperf3-srv_10.42.42.10(pid=21483): Launched\u000a07:14:24.391821 tst iperf3m4.py:8: start network...\u000a07:14:24.519192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:25.012227 run create_hlr_db(pid=21484): Launched\u000a07:14:25.188490 bus /gobi_6: Setting Powered False\u000a07:14:26.209541 run create_hlr_db(pid=21484): Terminated: ok {rc=0}\u000a07:14:26.650379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21486): Launched\u000a07:14:26.982510 run osmo-hlr_10.42.42.2(pid=21487): Launched\u000a07:14:27.103898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:27.682730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21489): Launched\u000a07:14:27.990876 run osmo-stp_10.42.42.5(pid=21490): Launched\u000a07:14:28.101357 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:14:28.638954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21492): Launched\u000a07:14:28.748102 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:14:29.018042 run patchelf(pid=21493): Launched\u000a07:14:29.197887 run osmo-stp_10.42.42.5(pid=21490): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21490)]\u000a07:14:29.329066 run osmo-stp_10.42.42.5(pid=21490): stdout: \u000a| (launched: 2022-12-14_07:14:27.839470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:29.460505 run osmo-stp_10.42.42.5(pid=21490): stderr: \u000a| �[0;m�[38;5;43m20221214071428010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071428010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071428010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071428011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071428011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071428011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071428012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:29.586977 run osmo-stp_10.42.42.5(pid=21490): stdout: \u000a| (launched: 2022-12-14_07:14:27.839470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:29.712218 run osmo-stp_10.42.42.5(pid=21490): stderr: \u000a| �[0;m�[38;5;43m20221214071428010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071428010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071428010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071428011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071428011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071428011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071428012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:29.859671 run patchelf(pid=21493): Terminating (SIGINT)\u000a07:14:30.033793 run patchelf(pid=21493): Terminated: ok {rc=0}\u000a07:14:30.065661 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21490): Process ended prematurely: osmo-stp_10.42.42.5(pid=21490) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21490)] [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:14:30.074925 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a07:14:30.135085 run osmo-hlr_10.42.42.2(pid=21487): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21487)]\u000a07:14:30.184121 run osmo-hlr_10.42.42.2(pid=21487): stdout: \u000a| (launched: 2022-12-14_07:14:26.818478) \u000a07:14:30.233905 run osmo-hlr_10.42.42.2(pid=21487): stderr: \u000a| �[0;m�[1;31m20221214071427014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071427014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071427014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071427014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071427014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071427014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071427026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071427035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071427035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071427035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:30.276319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21476): Terminating (SIGTERM)\u000a07:14:30.316327 run iperf3-srv_10.42.42.10(pid=21477): Terminating (SIGTERM)\u000a07:14:30.356101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21478): Terminating (SIGTERM)\u000a07:14:30.395789 run iperf3-srv_10.42.42.10(pid=21479): Terminating (SIGTERM)\u000a07:14:30.435751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21480): Terminating (SIGTERM)\u000a07:14:30.475571 run iperf3-srv_10.42.42.10(pid=21481): Terminating (SIGTERM)\u000a07:14:30.515395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21482): Terminating (SIGTERM)\u000a07:14:30.555173 run iperf3-srv_10.42.42.10(pid=21483): Terminating (SIGTERM)\u000a07:14:30.595722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21486): Terminating (SIGTERM)\u000a07:14:30.635565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21489): Terminating (SIGTERM)\u000a07:14:30.675442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21492): Terminating (SIGTERM)\u000a07:14:30.684673 --- ParallelTerminationStrategy: PID 21476 died...\u000a07:14:30.738330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21476): Terminated: ok {rc=0}\u000a07:14:30.747915 --- ParallelTerminationStrategy: PID 21477 died...\u000a07:14:30.800866 run iperf3-srv_10.42.42.10(pid=21477): Terminated {rc=256}\u000a07:14:30.810452 --- ParallelTerminationStrategy: PID 21478 died...\u000a07:14:30.864782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21478): Terminated: ok {rc=0}\u000a07:14:30.874842 --- ParallelTerminationStrategy: PID 21479 died...\u000a07:14:30.929020 run iperf3-srv_10.42.42.10(pid=21479): Terminated {rc=256}\u000a07:14:30.938897 --- ParallelTerminationStrategy: PID 21480 died...\u000a07:14:30.993297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21480): Terminated: ok {rc=0}\u000a07:14:31.003254 --- ParallelTerminationStrategy: PID 21481 died...\u000a07:14:31.057536 run iperf3-srv_10.42.42.10(pid=21481): Terminated {rc=256}\u000a07:14:31.067537 --- ParallelTerminationStrategy: PID 21482 died...\u000a07:14:31.122015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21482): Terminated: ok {rc=0}\u000a07:14:31.131942 --- ParallelTerminationStrategy: PID 21483 died...\u000a07:14:31.186266 run iperf3-srv_10.42.42.10(pid=21483): Terminated {rc=256}\u000a07:14:31.196263 --- ParallelTerminationStrategy: PID 21486 died...\u000a07:14:31.250779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21486): Terminated: ok {rc=0}\u000a07:14:31.260804 --- ParallelTerminationStrategy: PID 21489 died...\u000a07:14:31.315107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21489): Terminated: ok {rc=0}\u000a07:14:31.325192 --- ParallelTerminationStrategy: PID 21492 died...\u000a07:14:31.379275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21492): Terminated: ok {rc=0}\u000a07:14:31.480146 bus /gobi_4: Setting Powered False\u000a07:14:32.591744 bus /gobi_4: Setting Powered False\u000a07:14:33.703914 bus /gobi_1: Setting Powered False\u000a07:14:34.807102 bus /gobi_1: Setting Powered False\u000a07:14:35.918814 bus /gobi_0: Setting Powered False\u000a07:14:37.025624 bus /gobi_0: Setting Powered False\u000a07:14:38.135553 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21500): Process ended prematurely: osmo-stp_10.42.42.5(pid=21500) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21500)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21500): Process ended prematurely: osmo-stp_10.42.42.5(pid=21500) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:14:39.204386 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:39.216729 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:14:39.372115 tst ping.py: using LAC 39276\u000a07:14:39.503387 tst ping.py: using RAC 6\u000a07:14:39.629322 tst ping.py: using CellId 39276\u000a07:14:39.754647 tst ping.py: using BVCI 39277\u000a07:14:39.779588 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:39.791089 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:39.802325 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:39.813570 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:39.824893 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:39.836338 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:39.847961 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:39.859676 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:14:40.139446 tst ping.py:19: start network...\u000a07:14:40.265931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:40.750896 run create_hlr_db(pid=21494): Launched\u000a07:14:40.925394 bus /gobi_6: Setting Powered False\u000a07:14:41.945824 run create_hlr_db(pid=21494): Terminated: ok {rc=0}\u000a07:14:42.378865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21496): Launched\u000a07:14:42.704818 run osmo-hlr_10.42.42.2(pid=21497): Launched\u000a07:14:42.826194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:43.399287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21499): Launched\u000a07:14:43.726107 run osmo-stp_10.42.42.5(pid=21500): Launched\u000a07:14:43.843870 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:14:44.409890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21502): Launched\u000a07:14:44.525671 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:14:44.810524 run patchelf(pid=21503): Launched\u000a07:14:45.001028 run osmo-stp_10.42.42.5(pid=21500): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21500)]\u000a07:14:45.140524 run osmo-stp_10.42.42.5(pid=21500): stdout: \u000a| (launched: 2022-12-14_07:14:43.565629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:45.280287 run osmo-stp_10.42.42.5(pid=21500): stderr: \u000a| �[0;m�[38;5;43m20221214071443753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071443754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071443754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071443754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071443755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071443755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071443755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:45.414682 run osmo-stp_10.42.42.5(pid=21500): stdout: \u000a| (launched: 2022-12-14_07:14:43.565629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:45.547640 run osmo-stp_10.42.42.5(pid=21500): stderr: \u000a| �[0;m�[38;5;43m20221214071443753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071443754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071443754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071443754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071443755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071443755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071443755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:45.703322 run patchelf(pid=21503): Terminating (SIGINT)\u000a07:14:45.898768 run patchelf(pid=21503): Terminated: ok {rc=0}\u000a07:14:45.945624 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21500): Process ended prematurely: osmo-stp_10.42.42.5(pid=21500) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21500)] [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:14:45.955865 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:14:46.021912 run osmo-hlr_10.42.42.2(pid=21497): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21497)]\u000a07:14:46.077266 run osmo-hlr_10.42.42.2(pid=21497): stdout: \u000a| (launched: 2022-12-14_07:14:42.543705) \u000a07:14:46.129949 run osmo-hlr_10.42.42.2(pid=21497): stderr: \u000a| �[0;m�[1;31m20221214071442739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071442739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071442739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071442739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071442739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071442739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071442761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071442770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071442771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071442771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:46.176572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21496): Terminating (SIGTERM)\u000a07:14:46.220119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21499): Terminating (SIGTERM)\u000a07:14:46.265107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21502): Terminating (SIGTERM)\u000a07:14:46.276570 --- ParallelTerminationStrategy: PID 21496 died...\u000a07:14:46.335947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21496): Terminated: ok {rc=0}\u000a07:14:46.346537 --- ParallelTerminationStrategy: PID 21499 died...\u000a07:14:46.404109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21499): Terminated: ok {rc=0}\u000a07:14:46.414452 --- ParallelTerminationStrategy: PID 21502 died...\u000a07:14:46.471422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21502): Terminated: ok {rc=0}\u000a07:14:46.559926 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21510): Process ended prematurely: osmo-stp_10.42.42.5(pid=21510) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21510)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21510): Process ended prematurely: osmo-stp_10.42.42.5(pid=21510) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:14:47.611087 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:47.622723 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:14:47.769407 tst ping_idle_ping.py: using LAC 39277\u000a07:14:47.897431 tst ping_idle_ping.py: using RAC 7\u000a07:14:48.026997 tst ping_idle_ping.py: using CellId 39277\u000a07:14:48.159625 tst ping_idle_ping.py: using BVCI 39278\u000a07:14:48.184861 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:48.196601 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:48.208048 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:48.219343 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:48.231029 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:48.242852 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:48.254791 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:14:48.266573 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:14:48.563817 tst ping_idle_ping.py:24: start network...\u000a07:14:48.700094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:49.220064 run create_hlr_db(pid=21504): Launched\u000a07:14:49.409749 bus /gobi_6: Setting Powered False\u000a07:14:50.429084 run create_hlr_db(pid=21504): Terminated: ok {rc=0}\u000a07:14:50.864712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21506): Launched\u000a07:14:51.193176 run osmo-hlr_10.42.42.2(pid=21507): Launched\u000a07:14:51.315896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:51.881915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21509): Launched\u000a07:14:52.208644 run osmo-stp_10.42.42.5(pid=21510): Launched\u000a07:14:52.325971 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:14:52.893479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21512): Launched\u000a07:14:53.010557 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:14:53.295158 run patchelf(pid=21513): Launched\u000a07:14:53.486078 run osmo-stp_10.42.42.5(pid=21510): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21510)]\u000a07:14:53.625943 run osmo-stp_10.42.42.5(pid=21510): stdout: \u000a| (launched: 2022-12-14_07:14:52.047637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:53.766319 run osmo-stp_10.42.42.5(pid=21510): stderr: \u000a| �[0;m�[38;5;43m20221214071452236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071452236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071452236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071452237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071452237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071452237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071452237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:53.901015 run osmo-stp_10.42.42.5(pid=21510): stdout: \u000a| (launched: 2022-12-14_07:14:52.047637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:54.034992 run osmo-stp_10.42.42.5(pid=21510): stderr: \u000a| �[0;m�[38;5;43m20221214071452236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071452236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071452236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071452237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071452237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071452237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071452237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:54.191425 run patchelf(pid=21513): Terminating (SIGINT)\u000a07:14:54.375157 run patchelf(pid=21513): Terminated: ok {rc=0}\u000a07:14:54.408251 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21510): Process ended prematurely: osmo-stp_10.42.42.5(pid=21510) [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21510)] [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:14:54.417638 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:14:54.481405 run osmo-hlr_10.42.42.2(pid=21507): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21507)]\u000a07:14:54.533586 run osmo-hlr_10.42.42.2(pid=21507): stdout: \u000a| (launched: 2022-12-14_07:14:51.032351) \u000a07:14:54.586880 run osmo-hlr_10.42.42.2(pid=21507): stderr: \u000a| �[0;m�[1;31m20221214071451227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071451228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071451228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071451228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071451228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071451228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071451241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071451249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071451249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071451249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:54.632310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21506): Terminating (SIGTERM)\u000a07:14:54.675133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21509): Terminating (SIGTERM)\u000a07:14:54.717815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21512): Terminating (SIGTERM)\u000a07:14:54.727601 --- ParallelTerminationStrategy: PID 21506 died...\u000a07:14:54.784501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21506): Terminated: ok {rc=0}\u000a07:14:54.794630 --- ParallelTerminationStrategy: PID 21509 died...\u000a07:14:54.851264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21509): Terminated: ok {rc=0}\u000a07:14:54.861451 --- ParallelTerminationStrategy: PID 21512 died...\u000a07:14:54.917772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21512): Terminated: ok {rc=0}\u000a07:14:55.005387 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:13:56" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21527): Process ended prematurely: osmo-stp_10.42.42.5(pid=21527) [trial-2401↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21527)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21527): Process ended prematurely: osmo-stp_10.42.42.5(pid=21527) [trial-2401↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:14:56.995771 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:14:57.007362 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:14:57.158720 tst switch_tch_pdch.py: using LAC 39278\u000a07:14:57.282113 tst switch_tch_pdch.py: using RAC 8\u000a07:14:57.409511 tst switch_tch_pdch.py: using CellId 39278\u000a07:14:57.536548 tst switch_tch_pdch.py: using BVCI 39279\u000a07:14:57.561605 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:14:57.573299 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:14:57.584736 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:14:57.596135 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:14:57.607916 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:14:57.619685 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:14:57.631570 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:14:57.643353 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:14:57.761407 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:14:58.060121 tst switch_tch_pdch.py:51: start network...\u000a07:14:58.195037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:58.706550 run create_hlr_db(pid=21518): Launched\u000a07:14:58.896811 bus /gobi_6: Setting Powered False\u000a07:14:59.914529 run create_hlr_db(pid=21518): Terminated: ok {rc=0}\u000a07:15:00.322681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21520): Launched\u000a07:15:00.625484 run osmo-hlr_10.42.42.2(pid=21521): Launched\u000a07:15:00.745256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:01.339560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21526): Launched\u000a07:15:01.742801 run osmo-stp_10.42.42.5(pid=21527): Launched\u000a07:15:01.948188 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:15:02.542696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21529): Launched\u000a07:15:02.649647 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:15:02.914252 run patchelf(pid=21530): Launched\u000a07:15:03.090648 run osmo-stp_10.42.42.5(pid=21527): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21527)]\u000a07:15:03.219794 run osmo-stp_10.42.42.5(pid=21527): stdout: \u000a| (launched: 2022-12-14_07:15:01.495580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:03.349291 run osmo-stp_10.42.42.5(pid=21527): stderr: \u000a| �[0;m�[38;5;43m20221214071501816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071501817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071501817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071501817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071501818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071501818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071501818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:03.472882 run osmo-stp_10.42.42.5(pid=21527): stdout: \u000a| (launched: 2022-12-14_07:15:01.495580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:03.595934 run osmo-stp_10.42.42.5(pid=21527): stderr: \u000a| �[0;m�[38;5;43m20221214071501816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071501817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071501817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071501817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071501818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071501818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071501818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:03.740257 run patchelf(pid=21530): Terminating (SIGINT)\u000a07:15:03.911144 run patchelf(pid=21530): Terminated: ok {rc=0}\u000a07:15:03.942220 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21527): Process ended prematurely: osmo-stp_10.42.42.5(pid=21527) [trial-2401↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21527)] [trial-2401↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:15:03.950745 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a07:15:04.010148 run osmo-hlr_10.42.42.2(pid=21521): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21521)]\u000a07:15:04.058823 run osmo-hlr_10.42.42.2(pid=21521): stdout: \u000a| (launched: 2022-12-14_07:15:00.475566) \u000a07:15:04.108196 run osmo-hlr_10.42.42.2(pid=21521): stderr: \u000a| �[0;m�[1;31m20221214071500648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071500648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071500648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071500648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071500648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071500648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071500661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071500669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071500669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071500669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:04.150223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21520): Terminating (SIGTERM)\u000a07:15:04.189988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21526): Terminating (SIGTERM)\u000a07:15:04.229712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21529): Terminating (SIGTERM)\u000a07:15:04.238890 --- ParallelTerminationStrategy: PID 21520 died...\u000a07:15:04.292037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21520): Terminated: ok {rc=0}\u000a07:15:04.301928 --- ParallelTerminationStrategy: PID 21526 died...\u000a07:15:04.354503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21526): Terminated: ok {rc=0}\u000a07:15:04.363905 --- ParallelTerminationStrategy: PID 21529 died...\u000a07:15:04.416290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21529): Terminated: ok {rc=0}\u000a07:15:04.504339 bus /gobi_0: Setting Powered False\u000a07:15:05.607965 bus /gobi_0: Setting Powered False\u000a07:15:06.719135 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:14:56" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21540): Process ended prematurely: osmo-stp_10.42.42.5(pid=21540) [trial-2401↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21540)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21540): Process ended prematurely: osmo-stp_10.42.42.5(pid=21540) [trial-2401↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:15:08.654641 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:15:08.666103 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:15:08.815612 tst switch_tch_pdch.py: using LAC 39279\u000a07:15:08.941691 tst switch_tch_pdch.py: using RAC 9\u000a07:15:09.066885 tst switch_tch_pdch.py: using CellId 39279\u000a07:15:09.193897 tst switch_tch_pdch.py: using BVCI 39280\u000a07:15:09.218721 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:15:09.230217 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:15:09.241357 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:15:09.252397 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:15:09.263900 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:15:09.275993 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:15:09.287907 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:15:09.299430 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:15:09.417327 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:15:09.714191 tst switch_tch_pdch.py:51: start network...\u000a07:15:09.849469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:10.330307 run create_hlr_db(pid=21534): Launched\u000a07:15:10.462203 bus /gobi_6: Setting Powered False\u000a07:15:11.538024 run create_hlr_db(pid=21534): Terminated: ok {rc=0}\u000a07:15:11.917948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21536): Launched\u000a07:15:12.220701 run osmo-hlr_10.42.42.2(pid=21537): Launched\u000a07:15:12.330640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:12.826596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21539): Launched\u000a07:15:13.127331 run osmo-stp_10.42.42.5(pid=21540): Launched\u000a07:15:13.235848 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:15:13.734909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21542): Launched\u000a07:15:13.841807 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:15:14.104498 run patchelf(pid=21543): Launched\u000a07:15:14.280825 run osmo-stp_10.42.42.5(pid=21540): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21540)]\u000a07:15:14.409442 run osmo-stp_10.42.42.5(pid=21540): stdout: \u000a| (launched: 2022-12-14_07:15:12.979819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:14.538556 run osmo-stp_10.42.42.5(pid=21540): stderr: \u000a| �[0;m�[38;5;43m20221214071513147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071513147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071513148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071513148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071513148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071513149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071513149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:14.662159 run osmo-stp_10.42.42.5(pid=21540): stdout: \u000a| (launched: 2022-12-14_07:15:12.979819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:14.784626 run osmo-stp_10.42.42.5(pid=21540): stderr: \u000a| �[0;m�[38;5;43m20221214071513147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071513147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071513148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071513148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071513148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071513149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071513149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:14.929788 run patchelf(pid=21543): Terminating (SIGINT)\u000a07:15:15.101313 run patchelf(pid=21543): Terminated: ok {rc=0}\u000a07:15:15.132335 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21540): Process ended prematurely: osmo-stp_10.42.42.5(pid=21540) [trial-2401↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21540)] [trial-2401↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:15:15.140987 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a07:15:15.200104 run osmo-hlr_10.42.42.2(pid=21537): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21537)]\u000a07:15:15.248688 run osmo-hlr_10.42.42.2(pid=21537): stdout: \u000a| (launched: 2022-12-14_07:15:12.070564) \u000a07:15:15.297927 run osmo-hlr_10.42.42.2(pid=21537): stderr: \u000a| �[0;m�[1;31m20221214071512242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071512242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071512242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071512242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071512243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071512243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071512255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071512263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071512263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071512263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:15.340147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21536): Terminating (SIGTERM)\u000a07:15:15.380106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21539): Terminating (SIGTERM)\u000a07:15:15.419730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21542): Terminating (SIGTERM)\u000a07:15:15.428818 --- ParallelTerminationStrategy: PID 21536 died...\u000a07:15:15.481288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21536): Terminated: ok {rc=0}\u000a07:15:15.490688 --- ParallelTerminationStrategy: PID 21539 died...\u000a07:15:15.543371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21539): Terminated: ok {rc=0}\u000a07:15:15.552745 --- ParallelTerminationStrategy: PID 21542 died...\u000a07:15:15.605509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21542): Terminated: ok {rc=0}\u000a07:15:15.693813 bus /gobi_0: Setting Powered False\u000a07:15:16.808536 bus /gobi_0: Setting Powered False\u000a07:15:17.923458 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:15:08" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21548): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21548) [trial-2401↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21548)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21548): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21548) [trial-2401↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a07:15:19.804491 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a07:15:19.815517 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a07:15:19.959488 tst mo_mt_sms.py: using LAC 39280\u000a07:15:20.081757 tst mo_mt_sms.py: using RAC 10\u000a07:15:20.200096 tst mo_mt_sms.py: using CellId 39280\u000a07:15:20.320689 tst mo_mt_sms.py: using BVCI 39281\u000a07:15:20.343913 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a07:15:20.463894 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a07:15:20.740746 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:15:20.866029 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:15:21.494119 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21547): Launched\u000a07:15:21.793439 run osmo-nitb_10.42.42.2(pid=21548): Launched\u000a07:15:21.978615 run osmo-nitb_10.42.42.2(pid=21548): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21548)]\u000a07:15:22.115332 run osmo-nitb_10.42.42.2(pid=21548): stdout: \u000a| (launched: 2022-12-14_07:15:21.647562) \u000a07:15:22.252597 run osmo-nitb_10.42.42.2(pid=21548): stderr: \u000a| (launched: 2022-12-14_07:15:21.692375)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:15:22.384728 run osmo-nitb_10.42.42.2(pid=21548): stdout: \u000a| (launched: 2022-12-14_07:15:21.647562) \u000a07:15:22.515874 run osmo-nitb_10.42.42.2(pid=21548): stderr: \u000a| (launched: 2022-12-14_07:15:21.692375)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:15:22.915422 tst osmo-nitb_10.42.42.2(pid=21548): stdout: \u000a| (launched: 2022-12-14_07:15:21.647562) \u000a07:15:23.036908 tst osmo-nitb_10.42.42.2(pid=21548): stderr: \u000a| (launched: 2022-12-14_07:15:21.692375)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:15:23.090092 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21548): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21548) [trial-2401↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21548)] [trial-2401↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a07:15:23.098336 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a07:15:23.132756 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21547): Terminating (SIGTERM)\u000a07:15:23.310106 --- ParallelTerminationStrategy: PID 21547 died...\u000a07:15:23.364323 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21547): Terminated: ok {rc=0}\u000a07:15:23.452574 bus /sierra_3: Setting Powered False\u000a07:15:24.556758 bus /sierra_3: Setting Powered False\u000a07:15:25.668162 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:15:19" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21558): Process ended prematurely: osmo-stp_10.42.42.5(pid=21558) [trial-2401↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21558)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21558): Process ended prematurely: osmo-stp_10.42.42.5(pid=21558) [trial-2401↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a07:15:27.567939 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:15:27.579445 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a07:15:27.729790 tst mo_mt_sms.py: using LAC 39281\u000a07:15:27.855092 tst mo_mt_sms.py: using RAC 11\u000a07:15:27.981436 tst mo_mt_sms.py: using CellId 39281\u000a07:15:28.106305 tst mo_mt_sms.py: using BVCI 39282\u000a07:15:28.131043 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:15:28.142391 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:15:28.153559 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:15:28.164582 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:15:28.176069 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:15:28.187538 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a07:15:28.305312 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a07:15:28.518420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:29.028326 run create_hlr_db(pid=21552): Launched\u000a07:15:29.217477 bus /sierra_2: Setting Powered False\u000a07:15:30.237742 run create_hlr_db(pid=21552): Terminated: ok {rc=0}\u000a07:15:30.672551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21554): Launched\u000a07:15:31.120913 run osmo-hlr_10.42.42.2(pid=21555): Launched\u000a07:15:31.290495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:31.892906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21557): Launched\u000a07:15:32.332701 run osmo-stp_10.42.42.5(pid=21558): Launched\u000a07:15:32.453468 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:33.051802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21560): Launched\u000a07:15:33.376653 run osmo-msc_10.42.42.6(pid=21561): Launched\u000a07:15:33.565656 run osmo-stp_10.42.42.5(pid=21558): ERR: Terminated: ERROR {rc=1} [trial-2401↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21558)]\u000a07:15:33.702233 run osmo-stp_10.42.42.5(pid=21558): stdout: \u000a| (launched: 2022-12-14_07:15:32.062292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:33.837779 run osmo-stp_10.42.42.5(pid=21558): stderr: \u000a| �[0;m�[38;5;43m20221214071532291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071532291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071532291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071532292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071532292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071532292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071532292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:33.967601 run osmo-stp_10.42.42.5(pid=21558): stdout: \u000a| (launched: 2022-12-14_07:15:32.062292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:34.096329 run osmo-stp_10.42.42.5(pid=21558): stderr: \u000a| �[0;m�[38;5;43m20221214071532291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071532291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071532291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071532292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071532292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071532292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071532292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:34.153064 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21558): Process ended prematurely: osmo-stp_10.42.42.5(pid=21558) [trial-2401↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21558)] [trial-2401↪sms:trx-b200↪mo_mt_sms.py:16]\u000a07:15:34.161813 tst mo_mt_sms.py:16: Test FAILED (6.6 sec)\u000a07:15:34.225189 run osmo-hlr_10.42.42.2(pid=21555): ERR: Terminated: ERROR {rc=237} [trial-2401↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21555)]\u000a07:15:34.277532 run osmo-hlr_10.42.42.2(pid=21555): stdout: \u000a| (launched: 2022-12-14_07:15:30.841191) \u000a07:15:34.330435 run osmo-hlr_10.42.42.2(pid=21555): stderr: \u000a| �[0;m�[1;31m20221214071531033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071531033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071531033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071531033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071531033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071531033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071531047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071531055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071531055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071531055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:34.402103 run osmo-msc_10.42.42.6(pid=21561): ERR: Terminated: ERROR {rc=2} [trial-2401↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21561)]\u000a07:15:34.454012 run osmo-msc_10.42.42.6(pid=21561): stdout: \u000a| (launched: 2022-12-14_07:15:33.216228) \u000a07:15:34.506668 run osmo-msc_10.42.42.6(pid=21561): stderr: \u000a| �[0;m�[38;5;43m20221214071533536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071533536 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01ffe48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071533536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071533536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071533537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071533537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071533539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071533539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071533539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071533539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:34.551732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21554): Terminating (SIGTERM)\u000a07:15:34.594405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21557): Terminating (SIGTERM)\u000a07:15:34.636939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21560): Terminating (SIGTERM)\u000a07:15:34.646672 --- ParallelTerminationStrategy: PID 21554 died...\u000a07:15:34.703571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21554): Terminated: ok {rc=0}\u000a07:15:34.713766 --- ParallelTerminationStrategy: PID 21557 died...\u000a07:15:34.770564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21557): Terminated: ok {rc=0}\u000a07:15:34.780655 --- ParallelTerminationStrategy: PID 21560 died...\u000a07:15:34.837788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21560): Terminated: ok {rc=0}\u000a07:15:34.925210 bus /sierra_3: Setting Powered False\u000a07:15:36.032676 bus /sierra_3: Setting Powered False\u000a07:15:37.142505 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:15:27" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21567): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21567) [trial-2401↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21567)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21567): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21567) [trial-2401↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a07:15:38.994003 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a07:15:39.005322 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a07:15:39.140102 tst assert_extension.py: using LAC 39282\u000a07:15:39.259062 tst assert_extension.py: using RAC 12\u000a07:15:39.379679 tst assert_extension.py: using CellId 39282\u000a07:15:39.500003 tst assert_extension.py: using BVCI 39283\u000a07:15:39.522962 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a07:15:39.818220 tst assert_extension.py:10: start nitb and bts...\u000a07:15:39.954872 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:15:40.623997 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21566): Launched\u000a07:15:40.944724 run osmo-nitb_10.42.42.2(pid=21567): Launched\u000a07:15:41.142996 run osmo-nitb_10.42.42.2(pid=21567): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21567)]\u000a07:15:41.289157 run osmo-nitb_10.42.42.2(pid=21567): stdout: \u000a| (launched: 2022-12-14_07:15:40.787838) \u000a07:15:41.435482 run osmo-nitb_10.42.42.2(pid=21567): stderr: \u000a| (launched: 2022-12-14_07:15:40.835633)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:15:41.576825 run osmo-nitb_10.42.42.2(pid=21567): stdout: \u000a| (launched: 2022-12-14_07:15:40.787838) \u000a07:15:41.716577 run osmo-nitb_10.42.42.2(pid=21567): stderr: \u000a| (launched: 2022-12-14_07:15:40.835633)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:15:42.076249 tst osmo-nitb_10.42.42.2(pid=21567): stdout: \u000a| (launched: 2022-12-14_07:15:40.787838) \u000a07:15:42.205702 tst osmo-nitb_10.42.42.2(pid=21567): stderr: \u000a| (launched: 2022-12-14_07:15:40.835633)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:15:42.262377 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21567): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21567) [trial-2401↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21567)] [trial-2401↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a07:15:42.271056 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a07:15:42.307646 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21566): Terminating (SIGTERM)\u000a07:15:42.485981 --- ParallelTerminationStrategy: PID 21566 died...\u000a07:15:42.543839 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21566): Terminated: ok {rc=0}\u000a07:15:42.630259 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:15:38" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21578): Process ended prematurely: osmo-stp_10.42.42.5(pid=21578) [trial-2401↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21578)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21578): Process ended prematurely: osmo-stp_10.42.42.5(pid=21578) [trial-2401↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a07:15:44.472293 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:15:44.483411 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a07:15:44.628023 tst assert_extension.py: using LAC 39283\u000a07:15:44.746351 tst assert_extension.py: using RAC 13\u000a07:15:44.863578 tst assert_extension.py: using CellId 39283\u000a07:15:44.980222 tst assert_extension.py: using BVCI 39284\u000a07:15:45.003302 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:15:45.014102 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:15:45.024694 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:15:45.035201 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:15:45.045707 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:15:45.056158 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a07:15:45.255781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:45.739946 run create_hlr_db(pid=21572): Launched\u000a07:15:45.941258 bus /sierra_2: Setting Powered False\u000a07:15:46.948929 run create_hlr_db(pid=21572): Terminated: ok {rc=0}\u000a07:15:47.396544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21574): Launched\u000a07:15:47.721443 run osmo-hlr_10.42.42.2(pid=21575): Launched\u000a07:15:47.845831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:48.414366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21577): Launched\u000a07:15:48.739152 run osmo-stp_10.42.42.5(pid=21578): Launched\u000a07:15:48.856738 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:49.447541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21580): Launched\u000a07:15:49.771920 run osmo-msc_10.42.42.6(pid=21581): Launched\u000a07:15:49.961587 run osmo-stp_10.42.42.5(pid=21578): ERR: Terminated: ERROR {rc=1} [trial-2401↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21578)]\u000a07:15:50.098902 run osmo-stp_10.42.42.5(pid=21578): stdout: \u000a| (launched: 2022-12-14_07:15:48.580180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:50.234623 run osmo-stp_10.42.42.5(pid=21578): stderr: \u000a| �[0;m�[38;5;43m20221214071548770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071548770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071548770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071548770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071548771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071548771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071548771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:50.364413 run osmo-stp_10.42.42.5(pid=21578): stdout: \u000a| (launched: 2022-12-14_07:15:48.580180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:50.493288 run osmo-stp_10.42.42.5(pid=21578): stderr: \u000a| �[0;m�[38;5;43m20221214071548770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071548770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071548770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071548770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071548771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071548771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071548771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:50.549985 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21578): Process ended prematurely: osmo-stp_10.42.42.5(pid=21578) [trial-2401↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21578)] [trial-2401↪ussd:trx-b200↪assert_extension.py:17]\u000a07:15:50.558887 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a07:15:50.622636 run osmo-hlr_10.42.42.2(pid=21575): ERR: Terminated: ERROR {rc=237} [trial-2401↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21575)]\u000a07:15:50.675311 run osmo-hlr_10.42.42.2(pid=21575): stdout: \u000a| (launched: 2022-12-14_07:15:47.561768) \u000a07:15:50.728233 run osmo-hlr_10.42.42.2(pid=21575): stderr: \u000a| �[0;m�[1;31m20221214071547756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071547756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071547756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071547756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071547756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071547756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071547770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071547778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071547778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071547779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:50.799979 run osmo-msc_10.42.42.6(pid=21581): ERR: Terminated: ERROR {rc=2} [trial-2401↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21581)]\u000a07:15:50.852497 run osmo-msc_10.42.42.6(pid=21581): stdout: \u000a| (launched: 2022-12-14_07:15:49.611427) \u000a07:15:50.905251 run osmo-msc_10.42.42.6(pid=21581): stderr: \u000a| �[0;m�[38;5;43m20221214071549927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071549928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff83d57bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071549928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071549928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071549928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071549928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071549930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071549930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071549930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071549930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:50.950592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21574): Terminating (SIGTERM)\u000a07:15:50.993817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21577): Terminating (SIGTERM)\u000a07:15:51.036731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21580): Terminating (SIGTERM)\u000a07:15:51.046595 --- ParallelTerminationStrategy: PID 21574 died...\u000a07:15:51.103570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21574): Terminated: ok {rc=0}\u000a07:15:51.114034 --- ParallelTerminationStrategy: PID 21577 died...\u000a07:15:51.170665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21577): Terminated: ok {rc=0}\u000a07:15:51.180784 --- ParallelTerminationStrategy: PID 21580 died...\u000a07:15:51.237922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21580): Terminated: ok {rc=0}\u000a07:15:51.325157 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:15:44" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21592): Process ended prematurely: osmo-stp_10.42.42.5(pid=21592) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21592)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21592): Process ended prematurely: osmo-stp_10.42.42.5(pid=21592) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:15:53.292480 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:15:53.303817 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:15:53.462051 tst mo_mt_call.py: using LAC 39284\u000a07:15:53.582777 tst mo_mt_call.py: using RAC 14\u000a07:15:53.705705 tst mo_mt_call.py: using CellId 39284\u000a07:15:53.826272 tst mo_mt_call.py: using BVCI 39285\u000a07:15:53.849696 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:15:53.860697 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:15:53.871590 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:15:53.882590 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:15:53.893720 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:15:53.904683 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:15:54.027545 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:15:54.242407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:54.763246 run create_hlr_db(pid=21586): Launched\u000a07:15:54.954466 bus /sierra_2: Setting Powered False\u000a07:15:55.975319 run create_hlr_db(pid=21586): Terminated: ok {rc=0}\u000a07:15:56.389591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21588): Launched\u000a07:15:56.697423 run osmo-hlr_10.42.42.2(pid=21589): Launched\u000a07:15:56.809589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:57.343749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21591): Launched\u000a07:15:57.650486 run osmo-stp_10.42.42.5(pid=21592): Launched\u000a07:15:57.761911 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:58.323014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21594): Launched\u000a07:15:58.631105 run osmo-msc_10.42.42.6(pid=21595): Launched\u000a07:15:58.811777 run osmo-stp_10.42.42.5(pid=21592): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21592)]\u000a07:15:58.941707 run osmo-stp_10.42.42.5(pid=21592): stdout: \u000a| (launched: 2022-12-14_07:15:57.499659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:59.069454 run osmo-stp_10.42.42.5(pid=21592): stderr: \u000a| �[0;m�[38;5;43m20221214071557669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071557669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071557669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071557670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071557670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071557670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071557670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:59.192138 run osmo-stp_10.42.42.5(pid=21592): stdout: \u000a| (launched: 2022-12-14_07:15:57.499659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:59.314738 run osmo-stp_10.42.42.5(pid=21592): stderr: \u000a| �[0;m�[38;5;43m20221214071557669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071557669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071557669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071557670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071557670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071557670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071557670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:59.368853 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21592): Process ended prematurely: osmo-stp_10.42.42.5(pid=21592) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21592)] [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:15:59.377542 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:15:59.436738 run osmo-hlr_10.42.42.2(pid=21589): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21589)]\u000a07:15:59.485702 run osmo-hlr_10.42.42.2(pid=21589): stdout: \u000a| (launched: 2022-12-14_07:15:56.545824) \u000a07:15:59.535260 run osmo-hlr_10.42.42.2(pid=21589): stderr: \u000a| �[0;m�[1;31m20221214071556719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071556719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071556719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071556719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071556720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071556720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071556731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071556739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071556740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071556740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:59.602404 run osmo-msc_10.42.42.6(pid=21595): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21595)]\u000a07:15:59.651458 run osmo-msc_10.42.42.6(pid=21595): stdout: \u000a| (launched: 2022-12-14_07:15:58.479330) \u000a07:15:59.701154 run osmo-msc_10.42.42.6(pid=21595): stderr: \u000a| �[0;m�[38;5;43m20221214071558750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071558750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bc21b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071558751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071558751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071558751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071558751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071558753 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071558753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071558753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071558753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:59.743151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21588): Terminating (SIGTERM)\u000a07:15:59.782903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21591): Terminating (SIGTERM)\u000a07:15:59.822679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21594): Terminating (SIGTERM)\u000a07:15:59.831721 --- ParallelTerminationStrategy: PID 21588 died...\u000a07:15:59.884716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21588): Terminated: ok {rc=0}\u000a07:15:59.894198 --- ParallelTerminationStrategy: PID 21591 died...\u000a07:15:59.946910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21591): Terminated: ok {rc=0}\u000a07:15:59.956395 --- ParallelTerminationStrategy: PID 21594 died...\u000a07:16:00.009295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21594): Terminated: ok {rc=0}\u000a07:16:00.097798 bus /sierra_3: Setting Powered False\u000a07:16:01.208398 bus /sierra_3: Setting Powered False\u000a07:16:02.319080 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21603): Process ended prematurely: osmo-stp_10.42.42.5(pid=21603) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21603)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21603): Process ended prematurely: osmo-stp_10.42.42.5(pid=21603) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:16:03.434496 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:16:03.446865 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:16:03.615092 tst mo_mt_call_osmux.py: using LAC 39285\u000a07:16:03.744445 tst mo_mt_call_osmux.py: using RAC 15\u000a07:16:03.874325 tst mo_mt_call_osmux.py: using CellId 39285\u000a07:16:04.004390 tst mo_mt_call_osmux.py: using BVCI 39286\u000a07:16:04.029894 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:16:04.041563 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:16:04.052863 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:16:04.064264 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:16:04.076217 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:16:04.087958 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:16:04.210451 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:16:04.425312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:04.944917 run create_hlr_db(pid=21597): Launched\u000a07:16:05.136720 bus /sierra_2: Setting Powered False\u000a07:16:06.156686 run create_hlr_db(pid=21597): Terminated: ok {rc=0}\u000a07:16:06.571242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21599): Launched\u000a07:16:06.878001 run osmo-hlr_10.42.42.2(pid=21600): Launched\u000a07:16:07.001898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:07.542223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21602): Launched\u000a07:16:07.848820 run osmo-stp_10.42.42.5(pid=21603): Launched\u000a07:16:07.960067 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:16:08.520939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21605): Launched\u000a07:16:08.828746 run osmo-msc_10.42.42.6(pid=21606): Launched\u000a07:16:09.007667 run osmo-stp_10.42.42.5(pid=21603): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21603)]\u000a07:16:09.137412 run osmo-stp_10.42.42.5(pid=21603): stdout: \u000a| (launched: 2022-12-14_07:16:07.697982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:09.264731 run osmo-stp_10.42.42.5(pid=21603): stderr: \u000a| �[0;m�[38;5;43m20221214071607867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071607867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071607867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071607867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071607868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071607868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071607868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:09.387701 run osmo-stp_10.42.42.5(pid=21603): stdout: \u000a| (launched: 2022-12-14_07:16:07.697982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:09.509333 run osmo-stp_10.42.42.5(pid=21603): stderr: \u000a| �[0;m�[38;5;43m20221214071607867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071607867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071607867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071607867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071607868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071607868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071607868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:09.563054 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21603): Process ended prematurely: osmo-stp_10.42.42.5(pid=21603) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21603)] [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:16:09.571648 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:16:09.630797 run osmo-hlr_10.42.42.2(pid=21600): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21600)]\u000a07:16:09.679904 run osmo-hlr_10.42.42.2(pid=21600): stdout: \u000a| (launched: 2022-12-14_07:16:06.727164) \u000a07:16:09.729534 run osmo-hlr_10.42.42.2(pid=21600): stderr: \u000a| �[0;m�[1;31m20221214071606900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071606900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071606900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071606900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071606900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071606900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071606912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071606921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071606922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071606922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:09.796597 run osmo-msc_10.42.42.6(pid=21606): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21606)]\u000a07:16:09.845174 run osmo-msc_10.42.42.6(pid=21606): stdout: \u000a| (launched: 2022-12-14_07:16:08.676912) \u000a07:16:09.894803 run osmo-msc_10.42.42.6(pid=21606): stderr: \u000a| �[0;m�[38;5;43m20221214071608946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071608946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa13733c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071608946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071608946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071608947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071608947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071608948 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071608949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071608949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071608949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:16:09.936827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21599): Terminating (SIGTERM)\u000a07:16:09.976430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21602): Terminating (SIGTERM)\u000a07:16:10.016043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21605): Terminating (SIGTERM)\u000a07:16:10.025188 --- ParallelTerminationStrategy: PID 21599 died...\u000a07:16:10.078211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21599): Terminated: ok {rc=0}\u000a07:16:10.087591 --- ParallelTerminationStrategy: PID 21602 died...\u000a07:16:10.140359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21602): Terminated: ok {rc=0}\u000a07:16:10.149848 --- ParallelTerminationStrategy: PID 21605 died...\u000a07:16:10.202419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21605): Terminated: ok {rc=0}\u000a07:16:10.290988 bus /sierra_3: Setting Powered False\u000a07:16:11.395138 bus /sierra_3: Setting Powered False\u000a07:16:12.507127 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:15:53" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21617): Process ended prematurely: osmo-stp_10.42.42.5(pid=21617) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21617)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21617): Process ended prematurely: osmo-stp_10.42.42.5(pid=21617) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:16:14.519252 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:16:14.531124 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:16:14.699575 tst mo_mt_call.py: using LAC 39286\u000a07:16:14.830580 tst mo_mt_call.py: using RAC 16\u000a07:16:14.959671 tst mo_mt_call.py: using CellId 39286\u000a07:16:15.093207 tst mo_mt_call.py: using BVCI 39287\u000a07:16:15.118467 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:16:15.129958 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:16:15.141384 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:16:15.152651 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:16:15.164498 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:16:15.176191 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:16:15.293250 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:16:15.508135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:16.095532 run create_hlr_db(pid=21611): Launched\u000a07:16:16.291004 bus /sierra_2: Setting Powered False\u000a07:16:17.327966 run create_hlr_db(pid=21611): Terminated: ok {rc=0}\u000a07:16:17.743135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21613): Launched\u000a07:16:18.050768 run osmo-hlr_10.42.42.2(pid=21614): Launched\u000a07:16:18.171497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:18.715246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21616): Launched\u000a07:16:19.023762 run osmo-stp_10.42.42.5(pid=21617): Launched\u000a07:16:19.134881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:16:19.701341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21619): Launched\u000a07:16:20.009481 run osmo-msc_10.42.42.6(pid=21620): Launched\u000a07:16:20.189214 run osmo-stp_10.42.42.5(pid=21617): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21617)]\u000a07:16:20.319237 run osmo-stp_10.42.42.5(pid=21617): stdout: \u000a| (launched: 2022-12-14_07:16:18.872355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:20.447138 run osmo-stp_10.42.42.5(pid=21617): stderr: \u000a| �[0;m�[38;5;43m20221214071619041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071619041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071619042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071619042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071619043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071619043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071619043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:20.569893 run osmo-stp_10.42.42.5(pid=21617): stdout: \u000a| (launched: 2022-12-14_07:16:18.872355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:20.691453 run osmo-stp_10.42.42.5(pid=21617): stderr: \u000a| �[0;m�[38;5;43m20221214071619041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071619041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071619042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071619042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071619043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071619043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071619043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:20.745342 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21617): Process ended prematurely: osmo-stp_10.42.42.5(pid=21617) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21617)] [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:16:20.754010 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:16:20.813680 run osmo-hlr_10.42.42.2(pid=21614): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21614)]\u000a07:16:20.863011 run osmo-hlr_10.42.42.2(pid=21614): stdout: \u000a| (launched: 2022-12-14_07:16:17.899671) \u000a07:16:20.913378 run osmo-hlr_10.42.42.2(pid=21614): stderr: \u000a| �[0;m�[1;31m20221214071618076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071618076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071618076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071618076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071618076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071618076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071618088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071618096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071618096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071618096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:20.980996 run osmo-msc_10.42.42.6(pid=21620): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21620)]\u000a07:16:21.030042 run osmo-msc_10.42.42.6(pid=21620): stdout: \u000a| (launched: 2022-12-14_07:16:19.857511) \u000a07:16:21.079459 run osmo-msc_10.42.42.6(pid=21620): stderr: \u000a| �[0;m�[38;5;43m20221214071620128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071620128 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f428e50fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071620128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071620128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071620129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071620129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071620131 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071620131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071620131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071620131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:16:21.121982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21613): Terminating (SIGTERM)\u000a07:16:21.162041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21616): Terminating (SIGTERM)\u000a07:16:21.202025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21619): Terminating (SIGTERM)\u000a07:16:21.211196 --- ParallelTerminationStrategy: PID 21613 died...\u000a07:16:21.264637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21613): Terminated: ok {rc=0}\u000a07:16:21.274251 --- ParallelTerminationStrategy: PID 21616 died...\u000a07:16:21.327135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21616): Terminated: ok {rc=0}\u000a07:16:21.336569 --- ParallelTerminationStrategy: PID 21619 died...\u000a07:16:21.389919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21619): Terminated: ok {rc=0}\u000a07:16:21.478230 bus /sierra_3: Setting Powered False\u000a07:16:22.581348 bus /sierra_3: Setting Powered False\u000a07:16:23.688678 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21628): Process ended prematurely: osmo-stp_10.42.42.5(pid=21628) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21628)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21628): Process ended prematurely: osmo-stp_10.42.42.5(pid=21628) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:16:24.805401 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:16:24.818053 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:16:24.985476 tst mo_mt_call_osmux.py: using LAC 39287\u000a07:16:25.112337 tst mo_mt_call_osmux.py: using RAC 17\u000a07:16:25.233909 tst mo_mt_call_osmux.py: using CellId 39287\u000a07:16:25.352930 tst mo_mt_call_osmux.py: using BVCI 39288\u000a07:16:25.376366 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:16:25.387502 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:16:25.398466 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:16:25.409859 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:16:25.420803 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:16:25.431740 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:16:25.554498 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:16:25.769744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:26.291321 run create_hlr_db(pid=21622): Launched\u000a07:16:26.483680 bus /sierra_2: Setting Powered False\u000a07:16:27.503245 run create_hlr_db(pid=21622): Terminated: ok {rc=0}\u000a07:16:27.945469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21624): Launched\u000a07:16:28.278005 run osmo-hlr_10.42.42.2(pid=21625): Launched\u000a07:16:28.400545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:28.980825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21627): Launched\u000a07:16:29.311399 run osmo-stp_10.42.42.5(pid=21628): Launched\u000a07:16:29.430190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:16:30.041729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21630): Launched\u000a07:16:30.374783 run osmo-msc_10.42.42.6(pid=21631): Launched\u000a07:16:30.567743 run osmo-stp_10.42.42.5(pid=21628): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21628)]\u000a07:16:30.707669 run osmo-stp_10.42.42.5(pid=21628): stdout: \u000a| (launched: 2022-12-14_07:16:29.148520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:30.846900 run osmo-stp_10.42.42.5(pid=21628): stderr: \u000a| �[0;m�[38;5;43m20221214071629339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071629339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071629339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071629339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071629340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071629340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071629340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:30.984927 run osmo-stp_10.42.42.5(pid=21628): stdout: \u000a| (launched: 2022-12-14_07:16:29.148520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:31.119670 run osmo-stp_10.42.42.5(pid=21628): stderr: \u000a| �[0;m�[38;5;43m20221214071629339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071629339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071629339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071629339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071629340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071629340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071629340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:31.179908 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21628): Process ended prematurely: osmo-stp_10.42.42.5(pid=21628) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21628)] [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:16:31.190305 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:16:31.256543 run osmo-hlr_10.42.42.2(pid=21625): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21625)]\u000a07:16:31.311174 run osmo-hlr_10.42.42.2(pid=21625): stdout: \u000a| (launched: 2022-12-14_07:16:28.114548) \u000a07:16:31.366741 run osmo-hlr_10.42.42.2(pid=21625): stderr: \u000a| �[0;m�[1;31m20221214071628309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071628309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071628309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071628309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071628309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071628309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071628322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071628331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071628331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071628332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:31.440653 run osmo-msc_10.42.42.6(pid=21631): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21631)]\u000a07:16:31.494856 run osmo-msc_10.42.42.6(pid=21631): stdout: \u000a| (launched: 2022-12-14_07:16:30.210081) \u000a07:16:31.549825 run osmo-msc_10.42.42.6(pid=21631): stderr: \u000a| �[0;m�[38;5;43m20221214071630528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071630529 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb06875bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071630529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071630529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071630529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071630529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071630531 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071630531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071630531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071630531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:16:31.597324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21624): Terminating (SIGTERM)\u000a07:16:31.641663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21627): Terminating (SIGTERM)\u000a07:16:31.687591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21630): Terminating (SIGTERM)\u000a07:16:31.698448 --- ParallelTerminationStrategy: PID 21624 died...\u000a07:16:31.759327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21624): Terminated: ok {rc=0}\u000a07:16:31.771127 --- ParallelTerminationStrategy: PID 21627 died...\u000a07:16:31.829296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21627): Terminated: ok {rc=0}\u000a07:16:31.841183 --- ParallelTerminationStrategy: PID 21630 died...\u000a07:16:31.899520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21630): Terminated: ok {rc=0}\u000a07:16:32.000321 bus /sierra_3: Setting Powered False\u000a07:16:33.109651 bus /sierra_3: Setting Powered False\u000a07:16:34.222505 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:16:14" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21642): Process ended prematurely: osmo-stp_10.42.42.5(pid=21642) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21642)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21642): Process ended prematurely: osmo-stp_10.42.42.5(pid=21642) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:16:36.213731 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:16:36.225083 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:16:36.385191 tst mo_mt_call.py: using LAC 39288\u000a07:16:36.505663 tst mo_mt_call.py: using RAC 18\u000a07:16:36.627405 tst mo_mt_call.py: using CellId 39288\u000a07:16:36.750433 tst mo_mt_call.py: using BVCI 39289\u000a07:16:36.774223 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:16:36.785440 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:16:36.796176 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:16:36.807077 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:16:36.818611 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:16:36.829794 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:16:36.952761 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:16:37.158798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:37.652677 run create_hlr_db(pid=21636): Launched\u000a07:16:37.831310 bus /sierra_2: Setting Powered False\u000a07:16:38.850396 run create_hlr_db(pid=21636): Terminated: ok {rc=0}\u000a07:16:39.292487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21638): Launched\u000a07:16:39.627109 run osmo-hlr_10.42.42.2(pid=21639): Launched\u000a07:16:39.749807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:40.304061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21641): Launched\u000a07:16:40.612075 run osmo-stp_10.42.42.5(pid=21642): Launched\u000a07:16:40.724019 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:16:41.286265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21644): Launched\u000a07:16:41.595246 run osmo-msc_10.42.42.6(pid=21645): Launched\u000a07:16:41.776059 run osmo-stp_10.42.42.5(pid=21642): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21642)]\u000a07:16:41.905918 run osmo-stp_10.42.42.5(pid=21642): stdout: \u000a| (launched: 2022-12-14_07:16:40.460653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:42.033896 run osmo-stp_10.42.42.5(pid=21642): stderr: \u000a| �[0;m�[38;5;43m20221214071640629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071640629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071640630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071640630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071640630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071640631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071640631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:42.156828 run osmo-stp_10.42.42.5(pid=21642): stdout: \u000a| (launched: 2022-12-14_07:16:40.460653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:42.279027 run osmo-stp_10.42.42.5(pid=21642): stderr: \u000a| �[0;m�[38;5;43m20221214071640629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071640629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071640630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071640630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071640630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071640631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071640631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:42.333104 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21642): Process ended prematurely: osmo-stp_10.42.42.5(pid=21642) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21642)] [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:16:42.341598 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:16:42.400706 run osmo-hlr_10.42.42.2(pid=21639): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21639)]\u000a07:16:42.449676 run osmo-hlr_10.42.42.2(pid=21639): stdout: \u000a| (launched: 2022-12-14_07:16:39.462271) \u000a07:16:42.499139 run osmo-hlr_10.42.42.2(pid=21639): stderr: \u000a| �[0;m�[1;31m20221214071639657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071639657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071639657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071639658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071639658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071639658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071639670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071639678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071639678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071639678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:42.566155 run osmo-msc_10.42.42.6(pid=21645): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21645)]\u000a07:16:42.614898 run osmo-msc_10.42.42.6(pid=21645): stdout: \u000a| (launched: 2022-12-14_07:16:41.443025) \u000a07:16:42.664154 run osmo-msc_10.42.42.6(pid=21645): stderr: \u000a| �[0;m�[38;5;43m20221214071641713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071641713 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1550ae2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071641713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071641713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071641713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071641714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071641715 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071641716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071641716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071641716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:16:42.706312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21638): Terminating (SIGTERM)\u000a07:16:42.745952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21641): Terminating (SIGTERM)\u000a07:16:42.785586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21644): Terminating (SIGTERM)\u000a07:16:42.794653 --- ParallelTerminationStrategy: PID 21638 died...\u000a07:16:42.847694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21638): Terminated: ok {rc=0}\u000a07:16:42.857191 --- ParallelTerminationStrategy: PID 21641 died...\u000a07:16:42.909698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21641): Terminated: ok {rc=0}\u000a07:16:42.919148 --- ParallelTerminationStrategy: PID 21644 died...\u000a07:16:42.972482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21644): Terminated: ok {rc=0}\u000a07:16:43.060194 bus /sierra_3: Setting Powered False\u000a07:16:44.163588 bus /sierra_3: Setting Powered False\u000a07:16:45.275085 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21653): Process ended prematurely: osmo-stp_10.42.42.5(pid=21653) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21653)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21653): Process ended prematurely: osmo-stp_10.42.42.5(pid=21653) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:16:46.387753 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:16:46.400704 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:16:46.614949 tst mo_mt_call_osmux.py: using LAC 39289\u000a07:16:46.748852 tst mo_mt_call_osmux.py: using RAC 19\u000a07:16:46.870877 tst mo_mt_call_osmux.py: using CellId 39289\u000a07:16:46.995177 tst mo_mt_call_osmux.py: using BVCI 39290\u000a07:16:47.019457 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:16:47.032038 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:16:47.043975 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:16:47.055975 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:16:47.067868 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:16:47.079610 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:16:47.229275 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:16:47.436804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:47.933408 run create_hlr_db(pid=21647): Launched\u000a07:16:48.111971 bus /sierra_2: Setting Powered False\u000a07:16:49.131263 run create_hlr_db(pid=21647): Terminated: ok {rc=0}\u000a07:16:49.572069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21649): Launched\u000a07:16:49.902120 run osmo-hlr_10.42.42.2(pid=21650): Launched\u000a07:16:50.021597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:50.596774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21652): Launched\u000a07:16:50.928829 run osmo-stp_10.42.42.5(pid=21653): Launched\u000a07:16:51.049548 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:16:51.656911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21655): Launched\u000a07:16:51.993065 run osmo-msc_10.42.42.6(pid=21656): Launched\u000a07:16:52.190896 run osmo-stp_10.42.42.5(pid=21653): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21653)]\u000a07:16:52.325830 run osmo-stp_10.42.42.5(pid=21653): stdout: \u000a| (launched: 2022-12-14_07:16:50.764824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:52.463554 run osmo-stp_10.42.42.5(pid=21653): stderr: \u000a| �[0;m�[38;5;43m20221214071650955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071650955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071650955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071650956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071650956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071650956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071650956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:52.595940 run osmo-stp_10.42.42.5(pid=21653): stdout: \u000a| (launched: 2022-12-14_07:16:50.764824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:52.727372 run osmo-stp_10.42.42.5(pid=21653): stderr: \u000a| �[0;m�[38;5;43m20221214071650955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071650955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071650955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071650956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071650956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071650956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071650956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:52.785393 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21653): Process ended prematurely: osmo-stp_10.42.42.5(pid=21653) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21653)] [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:16:52.794773 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:16:52.858195 run osmo-hlr_10.42.42.2(pid=21650): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21650)]\u000a07:16:52.909960 run osmo-hlr_10.42.42.2(pid=21650): stdout: \u000a| (launched: 2022-12-14_07:16:49.740086) \u000a07:16:52.962374 run osmo-hlr_10.42.42.2(pid=21650): stderr: \u000a| �[0;m�[1;31m20221214071649935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071649935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071649935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071649935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071649935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071649936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071649981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071649990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071649990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071649990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:53.033705 run osmo-msc_10.42.42.6(pid=21656): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21656)]\u000a07:16:53.085493 run osmo-msc_10.42.42.6(pid=21656): stdout: \u000a| (launched: 2022-12-14_07:16:51.826661) \u000a07:16:53.138048 run osmo-msc_10.42.42.6(pid=21656): stderr: \u000a| �[0;m�[38;5;43m20221214071652148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071652148 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b110dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071652148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071652148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071652148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071652149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071652150 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071652151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071652151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071652151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:16:53.183203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21649): Terminating (SIGTERM)\u000a07:16:53.225601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21652): Terminating (SIGTERM)\u000a07:16:53.268149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21655): Terminating (SIGTERM)\u000a07:16:53.277949 --- ParallelTerminationStrategy: PID 21649 died...\u000a07:16:53.334543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21649): Terminated: ok {rc=0}\u000a07:16:53.344700 --- ParallelTerminationStrategy: PID 21652 died...\u000a07:16:53.401409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21652): Terminated: ok {rc=0}\u000a07:16:53.411568 --- ParallelTerminationStrategy: PID 21655 died...\u000a07:16:53.467734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21655): Terminated: ok {rc=0}\u000a07:16:53.554687 bus /sierra_3: Setting Powered False\u000a07:16:54.660212 bus /sierra_3: Setting Powered False\u000a07:16:55.773283 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:16:35" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21670): Process ended prematurely: osmo-stp_10.42.42.5(pid=21670) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21670)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21670): Process ended prematurely: osmo-stp_10.42.42.5(pid=21670) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:16:57.785975 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:16:57.797792 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:16:57.965704 tst mo_mt_call.py: using LAC 39290\u000a07:16:58.096624 tst mo_mt_call.py: using RAC 20\u000a07:16:58.226409 tst mo_mt_call.py: using CellId 39290\u000a07:16:58.355676 tst mo_mt_call.py: using BVCI 39291\u000a07:16:58.381030 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:16:58.392717 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:16:58.404307 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:16:58.415947 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:16:58.428042 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:16:58.440123 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:16:58.560135 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:16:58.775751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:59.295196 run create_hlr_db(pid=21661): Launched\u000a07:16:59.486748 bus /sierra_2: Setting Powered False\u000a07:17:00.506634 run create_hlr_db(pid=21661): Terminated: ok {rc=0}\u000a07:17:00.945235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21663): Launched\u000a07:17:01.335649 run osmo-hlr_10.42.42.2(pid=21664): Launched\u000a07:17:01.532925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:02.217181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21669): Launched\u000a07:17:02.554114 run osmo-stp_10.42.42.5(pid=21670): Launched\u000a07:17:02.675770 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:17:03.289298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21672): Launched\u000a07:17:03.623277 run osmo-msc_10.42.42.6(pid=21673): Launched\u000a07:17:03.815596 run osmo-stp_10.42.42.5(pid=21670): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21670)]\u000a07:17:03.955366 run osmo-stp_10.42.42.5(pid=21670): stdout: \u000a| (launched: 2022-12-14_07:17:02.388798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:04.094400 run osmo-stp_10.42.42.5(pid=21670): stderr: \u000a| �[0;m�[38;5;43m20221214071702578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071702579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071702579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071702579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071702580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071702580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071702580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:04.227511 run osmo-stp_10.42.42.5(pid=21670): stdout: \u000a| (launched: 2022-12-14_07:17:02.388798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:04.359215 run osmo-stp_10.42.42.5(pid=21670): stderr: \u000a| �[0;m�[38;5;43m20221214071702578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071702579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071702579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071702579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071702580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071702580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071702580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:04.417336 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21670): Process ended prematurely: osmo-stp_10.42.42.5(pid=21670) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21670)] [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:17:04.426902 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a07:17:04.490315 run osmo-hlr_10.42.42.2(pid=21664): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21664)]\u000a07:17:04.542475 run osmo-hlr_10.42.42.2(pid=21664): stdout: \u000a| (launched: 2022-12-14_07:17:01.120049) \u000a07:17:04.595186 run osmo-hlr_10.42.42.2(pid=21664): stderr: \u000a| �[0;m�[1;31m20221214071701478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071701478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071701478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071701478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071701478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071701478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071701502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071701510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071701510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071701510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:04.665945 run osmo-msc_10.42.42.6(pid=21673): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21673)]\u000a07:17:04.718041 run osmo-msc_10.42.42.6(pid=21673): stdout: \u000a| (launched: 2022-12-14_07:17:03.458336) \u000a07:17:04.770570 run osmo-msc_10.42.42.6(pid=21673): stderr: \u000a| �[0;m�[38;5;43m20221214071703779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071703779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9258701c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071703780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071703780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071703780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071703780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071703782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071703782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071703782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071703782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:17:04.815491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21663): Terminating (SIGTERM)\u000a07:17:04.858276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21669): Terminating (SIGTERM)\u000a07:17:04.900780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21672): Terminating (SIGTERM)\u000a07:17:04.910551 --- ParallelTerminationStrategy: PID 21663 died...\u000a07:17:04.967723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21663): Terminated: ok {rc=0}\u000a07:17:04.978001 --- ParallelTerminationStrategy: PID 21669 died...\u000a07:17:05.035224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21669): Terminated: ok {rc=0}\u000a07:17:05.045391 --- ParallelTerminationStrategy: PID 21672 died...\u000a07:17:05.102543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21672): Terminated: ok {rc=0}\u000a07:17:05.190405 bus /sierra_3: Setting Powered False\u000a07:17:06.297658 bus /sierra_3: Setting Powered False\u000a07:17:07.407825 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21681): Process ended prematurely: osmo-stp_10.42.42.5(pid=21681) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21681)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21681): Process ended prematurely: osmo-stp_10.42.42.5(pid=21681) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:17:08.524663 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:17:08.537145 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:17:08.706382 tst mo_mt_call_osmux.py: using LAC 39291\u000a07:17:08.842534 tst mo_mt_call_osmux.py: using RAC 21\u000a07:17:08.970861 tst mo_mt_call_osmux.py: using CellId 39291\u000a07:17:09.099303 tst mo_mt_call_osmux.py: using BVCI 39292\u000a07:17:09.124765 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:17:09.136399 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:17:09.147952 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:17:09.159371 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:17:09.171288 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:17:09.183114 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:17:09.306170 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:17:09.512308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:10.006832 run create_hlr_db(pid=21675): Launched\u000a07:17:10.183238 bus /sierra_2: Setting Powered False\u000a07:17:11.206307 run create_hlr_db(pid=21675): Terminated: ok {rc=0}\u000a07:17:11.647491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21677): Launched\u000a07:17:11.978965 run osmo-hlr_10.42.42.2(pid=21678): Launched\u000a07:17:12.099296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:12.675057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21680): Launched\u000a07:17:13.007162 run osmo-stp_10.42.42.5(pid=21681): Launched\u000a07:17:13.127048 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:17:13.731910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21683): Launched\u000a07:17:14.064384 run osmo-msc_10.42.42.6(pid=21684): Launched\u000a07:17:14.258333 run osmo-stp_10.42.42.5(pid=21681): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21681)]\u000a07:17:14.398080 run osmo-stp_10.42.42.5(pid=21681): stdout: \u000a| (launched: 2022-12-14_07:17:12.843179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:14.536744 run osmo-stp_10.42.42.5(pid=21681): stderr: \u000a| �[0;m�[38;5;43m20221214071713033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071713033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071713033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071713033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071713034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071713034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071713034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:14.669479 run osmo-stp_10.42.42.5(pid=21681): stdout: \u000a| (launched: 2022-12-14_07:17:12.843179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:14.801510 run osmo-stp_10.42.42.5(pid=21681): stderr: \u000a| �[0;m�[38;5;43m20221214071713033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071713033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071713033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071713033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071713034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071713034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071713034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:14.859714 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21681): Process ended prematurely: osmo-stp_10.42.42.5(pid=21681) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21681)] [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:17:14.869344 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:17:14.933122 run osmo-hlr_10.42.42.2(pid=21678): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21678)]\u000a07:17:14.985488 run osmo-hlr_10.42.42.2(pid=21678): stdout: \u000a| (launched: 2022-12-14_07:17:11.815356) \u000a07:17:15.038517 run osmo-hlr_10.42.42.2(pid=21678): stderr: \u000a| �[0;m�[1;31m20221214071712011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071712011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071712011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071712011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071712012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071712012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071712024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071712033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071712033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071712033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:15.110097 run osmo-msc_10.42.42.6(pid=21684): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21684)]\u000a07:17:15.162270 run osmo-msc_10.42.42.6(pid=21684): stdout: \u000a| (launched: 2022-12-14_07:17:13.900112) \u000a07:17:15.215405 run osmo-msc_10.42.42.6(pid=21684): stderr: \u000a| �[0;m�[38;5;43m20221214071714219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071714219 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2538010c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071714220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071714220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071714220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071714220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071714222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071714223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071714223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071714223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:17:15.260744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21677): Terminating (SIGTERM)\u000a07:17:15.303650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21680): Terminating (SIGTERM)\u000a07:17:15.346617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21683): Terminating (SIGTERM)\u000a07:17:15.356440 --- ParallelTerminationStrategy: PID 21677 died...\u000a07:17:15.414310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21677): Terminated: ok {rc=0}\u000a07:17:15.424504 --- ParallelTerminationStrategy: PID 21680 died...\u000a07:17:15.481195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21680): Terminated: ok {rc=0}\u000a07:17:15.491370 --- ParallelTerminationStrategy: PID 21683 died...\u000a07:17:15.548285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21683): Terminated: ok {rc=0}\u000a07:17:15.635290 bus /sierra_3: Setting Powered False\u000a07:17:16.748026 bus /sierra_3: Setting Powered False\u000a07:17:17.861462 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:16:57" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21695): Process ended prematurely: osmo-stp_10.42.42.5(pid=21695) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21695)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21695): Process ended prematurely: osmo-stp_10.42.42.5(pid=21695) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:17:19.868785 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:17:19.880382 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:17:20.042790 tst mo_mt_call.py: using LAC 39292\u000a07:17:20.171164 tst mo_mt_call.py: using RAC 22\u000a07:17:20.300880 tst mo_mt_call.py: using CellId 39292\u000a07:17:20.424259 tst mo_mt_call.py: using BVCI 39293\u000a07:17:20.447721 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:17:20.458944 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:17:20.469933 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:17:20.480929 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:17:20.492019 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:17:20.503025 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:17:20.627098 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:17:20.843964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:21.364628 run create_hlr_db(pid=21689): Launched\u000a07:17:21.555305 bus /sierra_2: Setting Powered False\u000a07:17:22.576032 run create_hlr_db(pid=21689): Terminated: ok {rc=0}\u000a07:17:22.990101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21691): Launched\u000a07:17:23.299184 run osmo-hlr_10.42.42.2(pid=21692): Launched\u000a07:17:23.412759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:23.948232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21694): Launched\u000a07:17:24.256221 run osmo-stp_10.42.42.5(pid=21695): Launched\u000a07:17:24.367489 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:17:24.928601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21697): Launched\u000a07:17:25.236175 run osmo-msc_10.42.42.6(pid=21698): Launched\u000a07:17:25.416021 run osmo-stp_10.42.42.5(pid=21695): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21695)]\u000a07:17:25.545728 run osmo-stp_10.42.42.5(pid=21695): stdout: \u000a| (launched: 2022-12-14_07:17:24.104841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:25.674083 run osmo-stp_10.42.42.5(pid=21695): stderr: \u000a| �[0;m�[38;5;43m20221214071724274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071724274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071724274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071724275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071724275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071724275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071724275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:25.798205 run osmo-stp_10.42.42.5(pid=21695): stdout: \u000a| (launched: 2022-12-14_07:17:24.104841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:25.920495 run osmo-stp_10.42.42.5(pid=21695): stderr: \u000a| �[0;m�[38;5;43m20221214071724274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071724274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071724274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071724275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071724275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071724275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071724275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:25.974903 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21695): Process ended prematurely: osmo-stp_10.42.42.5(pid=21695) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21695)] [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:17:25.983961 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:17:26.043873 run osmo-hlr_10.42.42.2(pid=21692): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21692)]\u000a07:17:26.093205 run osmo-hlr_10.42.42.2(pid=21692): stdout: \u000a| (launched: 2022-12-14_07:17:23.146630) \u000a07:17:26.143272 run osmo-hlr_10.42.42.2(pid=21692): stderr: \u000a| �[0;m�[1;31m20221214071723323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071723323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071723323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071723323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071723323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071723323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071723340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071723349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071723350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071723350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:26.210805 run osmo-msc_10.42.42.6(pid=21698): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21698)]\u000a07:17:26.259837 run osmo-msc_10.42.42.6(pid=21698): stdout: \u000a| (launched: 2022-12-14_07:17:25.084617) \u000a07:17:26.309582 run osmo-msc_10.42.42.6(pid=21698): stderr: \u000a| �[0;m�[38;5;43m20221214071725355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071725355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcff192dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071725355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071725355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071725356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071725356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071725357 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071725358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071725358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071725358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:17:26.351903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21691): Terminating (SIGTERM)\u000a07:17:26.391791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21694): Terminating (SIGTERM)\u000a07:17:26.431836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21697): Terminating (SIGTERM)\u000a07:17:26.441527 --- ParallelTerminationStrategy: PID 21691 died...\u000a07:17:26.495650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21691): Terminated: ok {rc=0}\u000a07:17:26.505452 --- ParallelTerminationStrategy: PID 21694 died...\u000a07:17:26.559415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21694): Terminated: ok {rc=0}\u000a07:17:26.569195 --- ParallelTerminationStrategy: PID 21697 died...\u000a07:17:26.622895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21697): Terminated: ok {rc=0}\u000a07:17:26.711714 bus /sierra_3: Setting Powered False\u000a07:17:27.817588 bus /sierra_3: Setting Powered False\u000a07:17:28.930553 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21706): Process ended prematurely: osmo-stp_10.42.42.5(pid=21706) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21706)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21706): Process ended prematurely: osmo-stp_10.42.42.5(pid=21706) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:17:30.042721 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:17:30.054600 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:17:30.214739 tst mo_mt_call_osmux.py: using LAC 39293\u000a07:17:30.338406 tst mo_mt_call_osmux.py: using RAC 23\u000a07:17:30.462240 tst mo_mt_call_osmux.py: using CellId 39293\u000a07:17:30.585237 tst mo_mt_call_osmux.py: using BVCI 39294\u000a07:17:30.608633 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:17:30.619823 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:17:30.630799 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:17:30.641855 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:17:30.652886 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:17:30.663894 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:17:30.787127 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:17:31.038464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:31.576736 run create_hlr_db(pid=21700): Launched\u000a07:17:31.777088 bus /sierra_2: Setting Powered False\u000a07:17:32.790082 run create_hlr_db(pid=21700): Terminated: ok {rc=0}\u000a07:17:33.219772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21702): Launched\u000a07:17:33.553439 run osmo-hlr_10.42.42.2(pid=21703): Launched\u000a07:17:33.676662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:34.256103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21705): Launched\u000a07:17:34.588852 run osmo-stp_10.42.42.5(pid=21706): Launched\u000a07:17:34.708836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:17:35.314906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21708): Launched\u000a07:17:35.647163 run osmo-msc_10.42.42.6(pid=21709): Launched\u000a07:17:35.841013 run osmo-stp_10.42.42.5(pid=21706): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21706)]\u000a07:17:35.980698 run osmo-stp_10.42.42.5(pid=21706): stdout: \u000a| (launched: 2022-12-14_07:17:34.424234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:36.119598 run osmo-stp_10.42.42.5(pid=21706): stderr: \u000a| �[0;m�[38;5;43m20221214071734615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071734615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071734615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071734616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071734616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071734616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071734616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:36.252607 run osmo-stp_10.42.42.5(pid=21706): stdout: \u000a| (launched: 2022-12-14_07:17:34.424234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:36.384207 run osmo-stp_10.42.42.5(pid=21706): stderr: \u000a| �[0;m�[38;5;43m20221214071734615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071734615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071734615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071734616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071734616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071734616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071734616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:36.442414 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21706): Process ended prematurely: osmo-stp_10.42.42.5(pid=21706) [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21706)] [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:17:36.451926 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:17:36.515037 run osmo-hlr_10.42.42.2(pid=21703): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21703)]\u000a07:17:36.566875 run osmo-hlr_10.42.42.2(pid=21703): stdout: \u000a| (launched: 2022-12-14_07:17:33.389083) \u000a07:17:36.619669 run osmo-hlr_10.42.42.2(pid=21703): stderr: \u000a| �[0;m�[1;31m20221214071733586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071733586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071733586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071733586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071733586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071733586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071733598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071733609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071733609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071733609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:36.690737 run osmo-msc_10.42.42.6(pid=21709): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21709)]\u000a07:17:36.742628 run osmo-msc_10.42.42.6(pid=21709): stdout: \u000a| (launched: 2022-12-14_07:17:35.483546) \u000a07:17:36.794900 run osmo-msc_10.42.42.6(pid=21709): stderr: \u000a| �[0;m�[38;5;43m20221214071735803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071735803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36a8b38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071735804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071735804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071735804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071735804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071735806 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071735806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071735806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071735806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:17:36.839679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21702): Terminating (SIGTERM)\u000a07:17:36.882263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21705): Terminating (SIGTERM)\u000a07:17:36.924664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21708): Terminating (SIGTERM)\u000a07:17:36.934413 --- ParallelTerminationStrategy: PID 21702 died...\u000a07:17:36.991132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21702): Terminated: ok {rc=0}\u000a07:17:37.001216 --- ParallelTerminationStrategy: PID 21705 died...\u000a07:17:37.057796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21705): Terminated: ok {rc=0}\u000a07:17:37.067799 --- ParallelTerminationStrategy: PID 21708 died...\u000a07:17:37.124364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21708): Terminated: ok {rc=0}\u000a07:17:37.212132 bus /sierra_3: Setting Powered False\u000a07:17:38.318342 bus /sierra_3: Setting Powered False\u000a07:17:39.426856 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:17:19" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21726): Process ended prematurely: osmo-stp_10.42.42.5(pid=21726) [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21726)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21726): Process ended prematurely: osmo-stp_10.42.42.5(pid=21726) [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:17:41.439404 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:17:41.451288 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:17:41.613844 tst mo_mt_call.py: using LAC 39294\u000a07:17:41.736740 tst mo_mt_call.py: using RAC 24\u000a07:17:41.860216 tst mo_mt_call.py: using CellId 39294\u000a07:17:41.984281 tst mo_mt_call.py: using BVCI 39295\u000a07:17:42.007850 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:17:42.019114 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:17:42.030284 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:17:42.041278 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:17:42.052289 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:17:42.063378 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:17:42.185387 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:17:42.390587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:42.885336 run create_hlr_db(pid=21720): Launched\u000a07:17:43.061442 bus /sierra_2: Setting Powered False\u000a07:17:44.083109 run create_hlr_db(pid=21720): Terminated: ok {rc=0}\u000a07:17:44.524130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21722): Launched\u000a07:17:44.855182 run osmo-hlr_10.42.42.2(pid=21723): Launched\u000a07:17:44.976699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:45.551188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21725): Launched\u000a07:17:45.878987 run osmo-stp_10.42.42.5(pid=21726): Launched\u000a07:17:46.032741 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:17:46.668927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21728): Launched\u000a07:17:47.100091 run osmo-msc_10.42.42.6(pid=21729): Launched\u000a07:17:47.368041 run osmo-stp_10.42.42.5(pid=21726): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21726)]\u000a07:17:47.506526 run osmo-stp_10.42.42.5(pid=21726): stdout: \u000a| (launched: 2022-12-14_07:17:45.708445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:47.644321 run osmo-stp_10.42.42.5(pid=21726): stderr: \u000a| �[0;m�[38;5;43m20221214071745945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071745945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071745945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071745946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071745946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071745946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071745946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:47.776799 run osmo-stp_10.42.42.5(pid=21726): stdout: \u000a| (launched: 2022-12-14_07:17:45.708445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:47.907997 run osmo-stp_10.42.42.5(pid=21726): stderr: \u000a| �[0;m�[38;5;43m20221214071745945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071745945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071745945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071745946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071745946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071745946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071745946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:47.965999 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21726): Process ended prematurely: osmo-stp_10.42.42.5(pid=21726) [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21726)] [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:17:47.975350 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a07:17:48.039110 run osmo-hlr_10.42.42.2(pid=21723): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21723)]\u000a07:17:48.090863 run osmo-hlr_10.42.42.2(pid=21723): stdout: \u000a| (launched: 2022-12-14_07:17:44.692676) \u000a07:17:48.143242 run osmo-hlr_10.42.42.2(pid=21723): stderr: \u000a| �[0;m�[1;31m20221214071744888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071744888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071744888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071744888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071744888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071744888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071744900 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071744909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071744909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071744909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:48.214378 run osmo-msc_10.42.42.6(pid=21729): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21729)]\u000a07:17:48.266117 run osmo-msc_10.42.42.6(pid=21729): stdout: \u000a| (launched: 2022-12-14_07:17:46.828779) \u000a07:17:48.318541 run osmo-msc_10.42.42.6(pid=21729): stderr: \u000a| �[0;m�[38;5;43m20221214071747278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071747279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0488b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071747279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071747279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071747279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071747279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071747281 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071747281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071747282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071747282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:17:48.363295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21722): Terminating (SIGTERM)\u000a07:17:48.406059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21725): Terminating (SIGTERM)\u000a07:17:48.448287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21728): Terminating (SIGTERM)\u000a07:17:48.457963 --- ParallelTerminationStrategy: PID 21722 died...\u000a07:17:48.514511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21722): Terminated: ok {rc=0}\u000a07:17:48.524593 --- ParallelTerminationStrategy: PID 21725 died...\u000a07:17:48.580685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21725): Terminated: ok {rc=0}\u000a07:17:48.590648 --- ParallelTerminationStrategy: PID 21728 died...\u000a07:17:48.646872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21728): Terminated: ok {rc=0}\u000a07:17:48.733889 bus /sierra_3: Setting Powered False\u000a07:17:49.840828 bus /sierra_3: Setting Powered False\u000a07:17:50.952241 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21737): Process ended prematurely: osmo-stp_10.42.42.5(pid=21737) [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21737)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21737): Process ended prematurely: osmo-stp_10.42.42.5(pid=21737) [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:17:52.068440 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:17:52.080877 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:17:52.243521 tst mo_mt_call_osmux.py: using LAC 39295\u000a07:17:52.365947 tst mo_mt_call_osmux.py: using RAC 25\u000a07:17:52.486758 tst mo_mt_call_osmux.py: using CellId 39295\u000a07:17:52.609882 tst mo_mt_call_osmux.py: using BVCI 39296\u000a07:17:52.633468 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:17:52.644573 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:17:52.655523 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:17:52.666517 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:17:52.677552 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:17:52.688542 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:17:52.811096 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:17:53.017926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:53.514409 run create_hlr_db(pid=21731): Launched\u000a07:17:53.691266 bus /sierra_2: Setting Powered False\u000a07:17:54.713144 run create_hlr_db(pid=21731): Terminated: ok {rc=0}\u000a07:17:55.156232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21733): Launched\u000a07:17:55.489862 run osmo-hlr_10.42.42.2(pid=21734): Launched\u000a07:17:55.613626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:56.194705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21736): Launched\u000a07:17:56.526501 run osmo-stp_10.42.42.5(pid=21737): Launched\u000a07:17:56.647268 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:17:57.253679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21739): Launched\u000a07:17:57.587792 run osmo-msc_10.42.42.6(pid=21740): Launched\u000a07:17:57.781801 run osmo-stp_10.42.42.5(pid=21737): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21737)]\u000a07:17:57.921994 run osmo-stp_10.42.42.5(pid=21737): stdout: \u000a| (launched: 2022-12-14_07:17:56.363479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:58.061281 run osmo-stp_10.42.42.5(pid=21737): stderr: \u000a| �[0;m�[38;5;43m20221214071756552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071756553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071756553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071756553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071756554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071756554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071756554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:58.194526 run osmo-stp_10.42.42.5(pid=21737): stdout: \u000a| (launched: 2022-12-14_07:17:56.363479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:58.327092 run osmo-stp_10.42.42.5(pid=21737): stderr: \u000a| �[0;m�[38;5;43m20221214071756552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071756553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071756553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071756553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071756554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071756554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071756554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:58.385219 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21737): Process ended prematurely: osmo-stp_10.42.42.5(pid=21737) [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21737)] [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:17:58.394611 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:17:58.458184 run osmo-hlr_10.42.42.2(pid=21734): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21734)]\u000a07:17:58.510177 run osmo-hlr_10.42.42.2(pid=21734): stdout: \u000a| (launched: 2022-12-14_07:17:55.325757) \u000a07:17:58.563116 run osmo-hlr_10.42.42.2(pid=21734): stderr: \u000a| �[0;m�[1;31m20221214071755521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071755521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071755521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071755521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071755521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071755521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071755536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071755545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071755545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071755545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:58.634353 run osmo-msc_10.42.42.6(pid=21740): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21740)]\u000a07:17:58.686029 run osmo-msc_10.42.42.6(pid=21740): stdout: \u000a| (launched: 2022-12-14_07:17:57.422417) \u000a07:17:58.738496 run osmo-msc_10.42.42.6(pid=21740): stderr: \u000a| �[0;m�[38;5;43m20221214071757741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071757741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17c5cbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071757741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071757741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071757741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071757741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071757743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071757743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071757743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071757744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:17:58.783054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21733): Terminating (SIGTERM)\u000a07:17:58.825377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21736): Terminating (SIGTERM)\u000a07:17:58.867933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21739): Terminating (SIGTERM)\u000a07:17:58.877560 --- ParallelTerminationStrategy: PID 21733 died...\u000a07:17:58.934250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21733): Terminated: ok {rc=0}\u000a07:17:58.944250 --- ParallelTerminationStrategy: PID 21736 died...\u000a07:17:59.000468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21736): Terminated: ok {rc=0}\u000a07:17:59.010428 --- ParallelTerminationStrategy: PID 21739 died...\u000a07:17:59.066505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21739): Terminated: ok {rc=0}\u000a07:17:59.153159 bus /sierra_3: Setting Powered False\u000a07:18:00.258856 bus /sierra_3: Setting Powered False\u000a07:18:01.372395 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:17:41" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21751): Process ended prematurely: osmo-stp_10.42.42.5(pid=21751) [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21751)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21751): Process ended prematurely: osmo-stp_10.42.42.5(pid=21751) [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:18:03.379113 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:18:03.390534 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:18:03.562270 tst mo_mt_call.py: using LAC 39296\u000a07:18:03.690129 tst mo_mt_call.py: using RAC 26\u000a07:18:03.819056 tst mo_mt_call.py: using CellId 39296\u000a07:18:03.946693 tst mo_mt_call.py: using BVCI 39297\u000a07:18:03.972063 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:18:03.983489 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:18:03.994699 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:18:04.005889 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:18:04.017503 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:18:04.029435 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:18:04.149391 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:18:04.354230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:04.850001 run create_hlr_db(pid=21745): Launched\u000a07:18:05.028151 bus /sierra_2: Setting Powered False\u000a07:18:06.048002 run create_hlr_db(pid=21745): Terminated: ok {rc=0}\u000a07:18:06.459924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21747): Launched\u000a07:18:06.768085 run osmo-hlr_10.42.42.2(pid=21748): Launched\u000a07:18:06.887141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:07.426794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21750): Launched\u000a07:18:07.733897 run osmo-stp_10.42.42.5(pid=21751): Launched\u000a07:18:07.844923 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:18:08.408548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21753): Launched\u000a07:18:08.719381 run osmo-msc_10.42.42.6(pid=21754): Launched\u000a07:18:08.898847 run osmo-stp_10.42.42.5(pid=21751): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21751)]\u000a07:18:09.028515 run osmo-stp_10.42.42.5(pid=21751): stdout: \u000a| (launched: 2022-12-14_07:18:07.583169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:09.156688 run osmo-stp_10.42.42.5(pid=21751): stderr: \u000a| �[0;m�[38;5;43m20221214071807750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071807751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071807751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071807751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071807752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071807752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071807752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:09.279632 run osmo-stp_10.42.42.5(pid=21751): stdout: \u000a| (launched: 2022-12-14_07:18:07.583169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:09.401443 run osmo-stp_10.42.42.5(pid=21751): stderr: \u000a| �[0;m�[38;5;43m20221214071807750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071807751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071807751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071807751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071807752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071807752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071807752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:09.455304 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21751): Process ended prematurely: osmo-stp_10.42.42.5(pid=21751) [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21751)] [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:18:09.463662 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:18:09.522748 run osmo-hlr_10.42.42.2(pid=21748): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21748)]\u000a07:18:09.571413 run osmo-hlr_10.42.42.2(pid=21748): stdout: \u000a| (launched: 2022-12-14_07:18:06.616381) \u000a07:18:09.620796 run osmo-hlr_10.42.42.2(pid=21748): stderr: \u000a| �[0;m�[1;31m20221214071806789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071806789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071806789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071806789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071806789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071806789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071806801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071806810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071806810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071806810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:09.687980 run osmo-msc_10.42.42.6(pid=21754): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21754)]\u000a07:18:09.736756 run osmo-msc_10.42.42.6(pid=21754): stdout: \u000a| (launched: 2022-12-14_07:18:08.566574) \u000a07:18:09.786026 run osmo-msc_10.42.42.6(pid=21754): stderr: \u000a| �[0;m�[38;5;43m20221214071808836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071808836 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f555909cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071808837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071808837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071808837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071808837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071808839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071808839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071808839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071808839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:18:09.827804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21747): Terminating (SIGTERM)\u000a07:18:09.867341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21750): Terminating (SIGTERM)\u000a07:18:09.906855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21753): Terminating (SIGTERM)\u000a07:18:09.915972 --- ParallelTerminationStrategy: PID 21747 died...\u000a07:18:09.969944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21747): Terminated: ok {rc=0}\u000a07:18:09.979473 --- ParallelTerminationStrategy: PID 21750 died...\u000a07:18:10.032114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21750): Terminated: ok {rc=0}\u000a07:18:10.041730 --- ParallelTerminationStrategy: PID 21753 died...\u000a07:18:10.094647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21753): Terminated: ok {rc=0}\u000a07:18:10.178699 bus /sierra_3: Setting Powered False\u000a07:18:11.286110 bus /sierra_3: Setting Powered False\u000a07:18:12.393967 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21762): Process ended prematurely: osmo-stp_10.42.42.5(pid=21762) [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21762)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21762): Process ended prematurely: osmo-stp_10.42.42.5(pid=21762) [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:18:13.510852 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:18:13.523068 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:18:13.693635 tst mo_mt_call_osmux.py: using LAC 39297\u000a07:18:13.825886 tst mo_mt_call_osmux.py: using RAC 27\u000a07:18:13.957760 tst mo_mt_call_osmux.py: using CellId 39297\u000a07:18:14.090494 tst mo_mt_call_osmux.py: using BVCI 39298\u000a07:18:14.116086 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:18:14.127602 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:18:14.139023 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:18:14.150338 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:18:14.161925 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:18:14.173572 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:18:14.294232 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:18:14.513580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:15.036145 run create_hlr_db(pid=21756): Launched\u000a07:18:15.228725 bus /sierra_2: Setting Powered False\u000a07:18:16.272860 run create_hlr_db(pid=21756): Terminated: ok {rc=0}\u000a07:18:16.709201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21758): Launched\u000a07:18:17.046964 run osmo-hlr_10.42.42.2(pid=21759): Launched\u000a07:18:17.203986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:17.748564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21761): Launched\u000a07:18:18.057906 run osmo-stp_10.42.42.5(pid=21762): Launched\u000a07:18:18.171056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:18:18.738145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21764): Launched\u000a07:18:19.054097 run osmo-msc_10.42.42.6(pid=21765): Launched\u000a07:18:19.234268 run osmo-stp_10.42.42.5(pid=21762): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21762)]\u000a07:18:19.364224 run osmo-stp_10.42.42.5(pid=21762): stdout: \u000a| (launched: 2022-12-14_07:18:17.905852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:19.492324 run osmo-stp_10.42.42.5(pid=21762): stderr: \u000a| �[0;m�[38;5;43m20221214071818074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071818074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071818074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071818075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071818075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071818075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071818075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:19.615580 run osmo-stp_10.42.42.5(pid=21762): stdout: \u000a| (launched: 2022-12-14_07:18:17.905852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:19.737854 run osmo-stp_10.42.42.5(pid=21762): stderr: \u000a| �[0;m�[38;5;43m20221214071818074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071818074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071818074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071818075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071818075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071818075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071818075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:19.791833 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21762): Process ended prematurely: osmo-stp_10.42.42.5(pid=21762) [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21762)] [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:18:19.800355 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:18:19.860337 run osmo-hlr_10.42.42.2(pid=21759): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21759)]\u000a07:18:19.909604 run osmo-hlr_10.42.42.2(pid=21759): stdout: \u000a| (launched: 2022-12-14_07:18:16.869648) \u000a07:18:19.959617 run osmo-hlr_10.42.42.2(pid=21759): stderr: \u000a| �[0;m�[1;31m20221214071817180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071817180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071817180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071817181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071817181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071817181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071817203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071817219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071817220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071817220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:20.027016 run osmo-msc_10.42.42.6(pid=21765): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21765)]\u000a07:18:20.076294 run osmo-msc_10.42.42.6(pid=21765): stdout: \u000a| (launched: 2022-12-14_07:18:18.896201) \u000a07:18:20.126027 run osmo-msc_10.42.42.6(pid=21765): stderr: \u000a| �[0;m�[38;5;43m20221214071819166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071819166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f827d011c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071819167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071819167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071819167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071819167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071819169 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071819169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071819169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071819169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:18:20.168214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21758): Terminating (SIGTERM)\u000a07:18:20.208422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21761): Terminating (SIGTERM)\u000a07:18:20.248390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21764): Terminating (SIGTERM)\u000a07:18:20.257664 --- ParallelTerminationStrategy: PID 21758 died...\u000a07:18:20.310887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21758): Terminated: ok {rc=0}\u000a07:18:20.320399 --- ParallelTerminationStrategy: PID 21761 died...\u000a07:18:20.373335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21761): Terminated: ok {rc=0}\u000a07:18:20.382874 --- ParallelTerminationStrategy: PID 21764 died...\u000a07:18:20.436511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21764): Terminated: ok {rc=0}\u000a07:18:20.525113 bus /sierra_3: Setting Powered False\u000a07:18:21.630544 bus /sierra_3: Setting Powered False\u000a07:18:22.742670 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:18:03" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21776): Process ended prematurely: osmo-stp_10.42.42.5(pid=21776) [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21776)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21776): Process ended prematurely: osmo-stp_10.42.42.5(pid=21776) [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a07:18:24.736387 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:18:24.747400 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a07:18:24.895377 tst mo_mt_call.py: using LAC 39298\u000a07:18:25.027130 tst mo_mt_call.py: using RAC 28\u000a07:18:25.158998 tst mo_mt_call.py: using CellId 39298\u000a07:18:25.295169 tst mo_mt_call.py: using BVCI 39299\u000a07:18:25.320411 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:18:25.332081 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:18:25.343459 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:18:25.354910 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:18:25.366576 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:18:25.378366 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a07:18:25.497772 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a07:18:25.709563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:26.208782 run create_hlr_db(pid=21770): Launched\u000a07:18:26.401233 bus /sierra_2: Setting Powered False\u000a07:18:27.422922 run create_hlr_db(pid=21770): Terminated: ok {rc=0}\u000a07:18:27.839269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21772): Launched\u000a07:18:28.148773 run osmo-hlr_10.42.42.2(pid=21773): Launched\u000a07:18:28.261638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:28.797419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21775): Launched\u000a07:18:29.108329 run osmo-stp_10.42.42.5(pid=21776): Launched\u000a07:18:29.221408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:18:29.785590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21778): Launched\u000a07:18:30.096295 run osmo-msc_10.42.42.6(pid=21779): Launched\u000a07:18:30.276084 run osmo-stp_10.42.42.5(pid=21776): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21776)]\u000a07:18:30.406370 run osmo-stp_10.42.42.5(pid=21776): stdout: \u000a| (launched: 2022-12-14_07:18:28.955684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:30.536087 run osmo-stp_10.42.42.5(pid=21776): stderr: \u000a| �[0;m�[38;5;43m20221214071829125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071829125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071829125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071829126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071829126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071829126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071829126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:30.659471 run osmo-stp_10.42.42.5(pid=21776): stdout: \u000a| (launched: 2022-12-14_07:18:28.955684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:30.781802 run osmo-stp_10.42.42.5(pid=21776): stderr: \u000a| �[0;m�[38;5;43m20221214071829125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071829125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071829125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071829126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071829126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071829126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071829126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:30.842789 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21776): Process ended prematurely: osmo-stp_10.42.42.5(pid=21776) [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21776)] [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a07:18:30.853528 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:18:30.948277 run osmo-hlr_10.42.42.2(pid=21773): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21773)]\u000a07:18:31.007106 run osmo-hlr_10.42.42.2(pid=21773): stdout: \u000a| (launched: 2022-12-14_07:18:27.996734) \u000a07:18:31.064515 run osmo-hlr_10.42.42.2(pid=21773): stderr: \u000a| �[0;m�[1;31m20221214071828171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071828171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071828171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071828171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071828171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071828171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071828183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071828192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071828192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071828192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:31.139601 run osmo-msc_10.42.42.6(pid=21779): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21779)]\u000a07:18:31.194460 run osmo-msc_10.42.42.6(pid=21779): stdout: \u000a| (launched: 2022-12-14_07:18:29.943436) \u000a07:18:31.252850 run osmo-msc_10.42.42.6(pid=21779): stderr: \u000a| �[0;m�[38;5;43m20221214071830214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071830214 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe06a730c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071830214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071830214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071830214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071830214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071830216 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071830217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071830218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071830218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:18:31.301120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21772): Terminating (SIGTERM)\u000a07:18:31.348508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21775): Terminating (SIGTERM)\u000a07:18:31.395686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21778): Terminating (SIGTERM)\u000a07:18:31.406766 --- ParallelTerminationStrategy: PID 21772 died...\u000a07:18:31.469601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21772): Terminated: ok {rc=0}\u000a07:18:31.481685 --- ParallelTerminationStrategy: PID 21775 died...\u000a07:18:31.541690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21775): Terminated: ok {rc=0}\u000a07:18:31.553472 --- ParallelTerminationStrategy: PID 21778 died...\u000a07:18:31.613555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21778): Terminated: ok {rc=0}\u000a07:18:31.706798 bus /sierra_3: Setting Powered False\u000a07:18:32.811616 bus /sierra_3: Setting Powered False\u000a07:18:33.924591 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21787): Process ended prematurely: osmo-stp_10.42.42.5(pid=21787) [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21787)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21787): Process ended prematurely: osmo-stp_10.42.42.5(pid=21787) [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:18:35.035659 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:18:35.047411 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a07:18:35.198966 tst mo_mt_call_osmux.py: using LAC 39299\u000a07:18:35.322533 tst mo_mt_call_osmux.py: using RAC 29\u000a07:18:35.443337 tst mo_mt_call_osmux.py: using CellId 39299\u000a07:18:35.564896 tst mo_mt_call_osmux.py: using BVCI 39300\u000a07:18:35.588335 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:18:35.599431 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:18:35.610364 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:18:35.621250 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:18:35.632009 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:18:35.642844 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a07:18:35.761350 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a07:18:35.978828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:36.502880 run create_hlr_db(pid=21781): Launched\u000a07:18:36.694854 bus /sierra_2: Setting Powered False\u000a07:18:37.715747 run create_hlr_db(pid=21781): Terminated: ok {rc=0}\u000a07:18:38.132288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21783): Launched\u000a07:18:38.443598 run osmo-hlr_10.42.42.2(pid=21784): Launched\u000a07:18:38.558160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:39.093407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21786): Launched\u000a07:18:39.403364 run osmo-stp_10.42.42.5(pid=21787): Launched\u000a07:18:39.514383 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:18:40.078199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21789): Launched\u000a07:18:40.389832 run osmo-msc_10.42.42.6(pid=21790): Launched\u000a07:18:40.571352 run osmo-stp_10.42.42.5(pid=21787): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21787)]\u000a07:18:40.702353 run osmo-stp_10.42.42.5(pid=21787): stdout: \u000a| (launched: 2022-12-14_07:18:39.250725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:40.830349 run osmo-stp_10.42.42.5(pid=21787): stderr: \u000a| �[0;m�[38;5;43m20221214071839419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071839419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071839420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071839420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071839421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071839421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071839421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:40.953363 run osmo-stp_10.42.42.5(pid=21787): stdout: \u000a| (launched: 2022-12-14_07:18:39.250725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:41.075324 run osmo-stp_10.42.42.5(pid=21787): stderr: \u000a| �[0;m�[38;5;43m20221214071839419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071839419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071839420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071839420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071839421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071839421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071839421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:41.129493 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21787): Process ended prematurely: osmo-stp_10.42.42.5(pid=21787) [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21787)] [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a07:18:41.137993 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:18:41.197594 run osmo-hlr_10.42.42.2(pid=21784): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21784)]\u000a07:18:41.246968 run osmo-hlr_10.42.42.2(pid=21784): stdout: \u000a| (launched: 2022-12-14_07:18:38.289280) \u000a07:18:41.296460 run osmo-hlr_10.42.42.2(pid=21784): stderr: \u000a| �[0;m�[1;31m20221214071838462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071838462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071838462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071838463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071838463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071838463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071838475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071838483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071838483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071838483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:41.363815 run osmo-msc_10.42.42.6(pid=21790): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21790)]\u000a07:18:41.412551 run osmo-msc_10.42.42.6(pid=21790): stdout: \u000a| (launched: 2022-12-14_07:18:40.235208) \u000a07:18:41.462204 run osmo-msc_10.42.42.6(pid=21790): stderr: \u000a| �[0;m�[38;5;43m20221214071840504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071840505 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9092682c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071840505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071840507 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071840507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071840508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071840508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:18:41.503998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21783): Terminating (SIGTERM)\u000a07:18:41.543630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21786): Terminating (SIGTERM)\u000a07:18:41.583165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21789): Terminating (SIGTERM)\u000a07:18:41.592250 --- ParallelTerminationStrategy: PID 21783 died...\u000a07:18:41.645317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21783): Terminated: ok {rc=0}\u000a07:18:41.654859 --- ParallelTerminationStrategy: PID 21786 died...\u000a07:18:41.707690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21786): Terminated: ok {rc=0}\u000a07:18:41.717217 --- ParallelTerminationStrategy: PID 21789 died...\u000a07:18:41.769685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21789): Terminated: ok {rc=0}\u000a07:18:41.857681 bus /sierra_3: Setting Powered False\u000a07:18:42.961798 bus /sierra_3: Setting Powered False\u000a07:18:44.068523 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:18:24" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21801): Process ended prematurely: osmo-stp_10.42.42.5(pid=21801) [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21801)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21801): Process ended prematurely: osmo-stp_10.42.42.5(pid=21801) [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a07:18:46.151909 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:18:46.167893 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:18:46.358771 tst mo_mt_call.py: using LAC 39300\u000a07:18:46.485715 tst mo_mt_call.py: using RAC 30\u000a07:18:46.616567 tst mo_mt_call.py: using CellId 39300\u000a07:18:46.773634 tst mo_mt_call.py: using BVCI 39301\u000a07:18:46.798279 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:18:46.810405 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:18:46.822311 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:18:46.834515 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:18:46.847158 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:18:46.859655 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:18:46.984185 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:18:47.242804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:47.743673 run create_hlr_db(pid=21795): Launched\u000a07:18:47.922111 bus /sierra_2: Setting Powered False\u000a07:18:48.943590 run create_hlr_db(pid=21795): Terminated: ok {rc=0}\u000a07:18:49.388061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21797): Launched\u000a07:18:49.722352 run osmo-hlr_10.42.42.2(pid=21798): Launched\u000a07:18:49.845336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:50.425754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21800): Launched\u000a07:18:50.759570 run osmo-stp_10.42.42.5(pid=21801): Launched\u000a07:18:50.880352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:18:51.488327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21803): Launched\u000a07:18:51.820808 run osmo-msc_10.42.42.6(pid=21804): Launched\u000a07:18:52.014942 run osmo-stp_10.42.42.5(pid=21801): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21801)]\u000a07:18:52.155469 run osmo-stp_10.42.42.5(pid=21801): stdout: \u000a| (launched: 2022-12-14_07:18:50.594957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:52.293990 run osmo-stp_10.42.42.5(pid=21801): stderr: \u000a| �[0;m�[38;5;43m20221214071850784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071850784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071850784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071850785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071850785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071850785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071850785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:52.427059 run osmo-stp_10.42.42.5(pid=21801): stdout: \u000a| (launched: 2022-12-14_07:18:50.594957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:52.558842 run osmo-stp_10.42.42.5(pid=21801): stderr: \u000a| �[0;m�[38;5;43m20221214071850784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071850784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071850784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071850785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071850785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071850785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071850785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:52.617305 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21801): Process ended prematurely: osmo-stp_10.42.42.5(pid=21801) [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21801)] [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a07:18:52.626561 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a07:18:52.689681 run osmo-hlr_10.42.42.2(pid=21798): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21798)]\u000a07:18:52.741412 run osmo-hlr_10.42.42.2(pid=21798): stdout: \u000a| (launched: 2022-12-14_07:18:49.557445) \u000a07:18:52.793570 run osmo-hlr_10.42.42.2(pid=21798): stderr: \u000a| �[0;m�[1;31m20221214071849752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071849752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071849752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071849752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071849752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071849752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071849765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071849774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071849774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071849774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:52.864287 run osmo-msc_10.42.42.6(pid=21804): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21804)]\u000a07:18:52.916040 run osmo-msc_10.42.42.6(pid=21804): stdout: \u000a| (launched: 2022-12-14_07:18:51.657430) \u000a07:18:52.968358 run osmo-msc_10.42.42.6(pid=21804): stderr: \u000a| �[0;m�[38;5;43m20221214071851977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071851977 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2db2dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071851977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071851977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071851977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071851978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071851979 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071851980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071851980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071851980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:18:53.013229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21797): Terminating (SIGTERM)\u000a07:18:53.055668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21800): Terminating (SIGTERM)\u000a07:18:53.098100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21803): Terminating (SIGTERM)\u000a07:18:53.107816 --- ParallelTerminationStrategy: PID 21797 died...\u000a07:18:53.164410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21797): Terminated: ok {rc=0}\u000a07:18:53.174509 --- ParallelTerminationStrategy: PID 21800 died...\u000a07:18:53.230789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21800): Terminated: ok {rc=0}\u000a07:18:53.240761 --- ParallelTerminationStrategy: PID 21803 died...\u000a07:18:53.297375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21803): Terminated: ok {rc=0}\u000a07:18:53.385505 bus /sierra_3: Setting Powered False\u000a07:18:54.489307 bus /sierra_3: Setting Powered False\u000a07:18:55.600196 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21812): Process ended prematurely: osmo-stp_10.42.42.5(pid=21812) [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21812)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21812): Process ended prematurely: osmo-stp_10.42.42.5(pid=21812) [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:18:56.713220 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:18:56.725507 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:18:56.868639 tst mo_mt_call_osmux.py: using LAC 39301\u000a07:18:56.992028 tst mo_mt_call_osmux.py: using RAC 31\u000a07:18:57.115553 tst mo_mt_call_osmux.py: using CellId 39301\u000a07:18:57.239469 tst mo_mt_call_osmux.py: using BVCI 39302\u000a07:18:57.263165 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:18:57.274621 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:18:57.285913 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:18:57.297123 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:18:57.308343 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:18:57.319514 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:18:57.436564 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:18:57.652488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:58.146904 run create_hlr_db(pid=21806): Launched\u000a07:18:58.324373 bus /sierra_2: Setting Powered False\u000a07:18:59.344717 run create_hlr_db(pid=21806): Terminated: ok {rc=0}\u000a07:18:59.788790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21808): Launched\u000a07:19:00.123084 run osmo-hlr_10.42.42.2(pid=21809): Launched\u000a07:19:00.245090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:00.825965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21811): Launched\u000a07:19:01.224935 run osmo-stp_10.42.42.5(pid=21812): Launched\u000a07:19:01.470439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:19:02.115608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21814): Launched\u000a07:19:02.459050 run osmo-msc_10.42.42.6(pid=21815): Launched\u000a07:19:02.654388 run osmo-stp_10.42.42.5(pid=21812): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21812)]\u000a07:19:02.796243 run osmo-stp_10.42.42.5(pid=21812): stdout: \u000a| (launched: 2022-12-14_07:19:01.007433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:02.937208 run osmo-stp_10.42.42.5(pid=21812): stderr: \u000a| �[0;m�[38;5;43m20221214071901366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071901366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071901369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071901370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071901370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071901370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071901370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:03.070836 run osmo-stp_10.42.42.5(pid=21812): stdout: \u000a| (launched: 2022-12-14_07:19:01.007433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:03.202952 run osmo-stp_10.42.42.5(pid=21812): stderr: \u000a| �[0;m�[38;5;43m20221214071901366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071901366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071901369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071901370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071901370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071901370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071901370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:03.261331 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21812): Process ended prematurely: osmo-stp_10.42.42.5(pid=21812) [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21812)] [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a07:19:03.270656 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a07:19:03.333591 run osmo-hlr_10.42.42.2(pid=21809): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21809)]\u000a07:19:03.385088 run osmo-hlr_10.42.42.2(pid=21809): stdout: \u000a| (launched: 2022-12-14_07:18:59.958061) \u000a07:19:03.437528 run osmo-hlr_10.42.42.2(pid=21809): stderr: \u000a| �[0;m�[1;31m20221214071900152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071900152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071900152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071900152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071900152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071900152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071900165 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071900174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071900174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071900174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:03.508262 run osmo-msc_10.42.42.6(pid=21815): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21815)]\u000a07:19:03.559664 run osmo-msc_10.42.42.6(pid=21815): stdout: \u000a| (launched: 2022-12-14_07:19:02.291324) \u000a07:19:03.611779 run osmo-msc_10.42.42.6(pid=21815): stderr: \u000a| �[0;m�[38;5;43m20221214071902610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071902610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e9ce20c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071902611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071902611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071902611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071902611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071902613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071902613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071902614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071902614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:19:03.656288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21808): Terminating (SIGTERM)\u000a07:19:03.698545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21811): Terminating (SIGTERM)\u000a07:19:03.740542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21814): Terminating (SIGTERM)\u000a07:19:03.750210 --- ParallelTerminationStrategy: PID 21808 died...\u000a07:19:03.806388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21808): Terminated: ok {rc=0}\u000a07:19:03.816321 --- ParallelTerminationStrategy: PID 21811 died...\u000a07:19:03.871997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21811): Terminated: ok {rc=0}\u000a07:19:03.881918 --- ParallelTerminationStrategy: PID 21814 died...\u000a07:19:03.937698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21814): Terminated: ok {rc=0}\u000a07:19:04.025524 bus /sierra_3: Setting Powered False\u000a07:19:05.131293 bus /sierra_3: Setting Powered False\u000a07:19:06.243905 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:18:45" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21826): Process ended prematurely: osmo-stp_10.42.42.5(pid=21826) [trial-2401↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21826)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21826): Process ended prematurely: osmo-stp_10.42.42.5(pid=21826) [trial-2401↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:19:08.262019 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:19:08.272702 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a07:19:08.409490 tst emergency_mo_mt_call.py: using LAC 39302\u000a07:19:08.532735 tst emergency_mo_mt_call.py: using RAC 32\u000a07:19:08.651567 tst emergency_mo_mt_call.py: using CellId 39302\u000a07:19:08.771341 tst emergency_mo_mt_call.py: using BVCI 39303\u000a07:19:08.795144 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:19:08.806086 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:19:08.816646 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:19:08.827198 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:19:08.837802 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:19:08.848697 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:19:08.970341 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:19:09.172619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:09.656430 run create_hlr_db(pid=21820): Launched\u000a07:19:09.831757 bus /sierra_2: Setting Powered False\u000a07:19:10.853821 run create_hlr_db(pid=21820): Terminated: ok {rc=0}\u000a07:19:11.288091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21822): Launched\u000a07:19:11.615646 run osmo-hlr_10.42.42.2(pid=21823): Launched\u000a07:19:11.735985 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:12.306688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21825): Launched\u000a07:19:12.632474 run osmo-stp_10.42.42.5(pid=21826): Launched\u000a07:19:12.763694 tst emergency_mo_mt_call.py: using MSISDN 8564\u000a07:19:12.925885 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:19:13.520778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21828): Launched\u000a07:19:13.848227 run osmo-msc_10.42.42.6(pid=21829): Launched\u000a07:19:14.040055 run osmo-stp_10.42.42.5(pid=21826): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21826)]\u000a07:19:14.179558 run osmo-stp_10.42.42.5(pid=21826): stdout: \u000a| (launched: 2022-12-14_07:19:12.472457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:14.317020 run osmo-stp_10.42.42.5(pid=21826): stderr: \u000a| �[0;m�[38;5;43m20221214071912664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071912664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071912665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071912665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071912666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071912666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071912666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:14.448593 run osmo-stp_10.42.42.5(pid=21826): stdout: \u000a| (launched: 2022-12-14_07:19:12.472457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:14.578979 run osmo-stp_10.42.42.5(pid=21826): stderr: \u000a| �[0;m�[38;5;43m20221214071912664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071912664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071912665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071912665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071912666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071912666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071912666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:14.635956 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21826): Process ended prematurely: osmo-stp_10.42.42.5(pid=21826) [trial-2401↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21826)] [trial-2401↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a07:19:14.644662 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a07:19:14.707609 run osmo-hlr_10.42.42.2(pid=21823): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21823)]\u000a07:19:14.759143 run osmo-hlr_10.42.42.2(pid=21823): stdout: \u000a| (launched: 2022-12-14_07:19:11.453554) \u000a07:19:14.811345 run osmo-hlr_10.42.42.2(pid=21823): stderr: \u000a| �[0;m�[1;31m20221214071911648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071911648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071911648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071911648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071911648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071911648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071911662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071911671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071911671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071911671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:14.882085 run osmo-msc_10.42.42.6(pid=21829): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21829)]\u000a07:19:14.933613 run osmo-msc_10.42.42.6(pid=21829): stdout: \u000a| (launched: 2022-12-14_07:19:13.685841) \u000a07:19:14.985614 run osmo-msc_10.42.42.6(pid=21829): stderr: \u000a| �[0;m�[38;5;43m20221214071914003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071914003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83696e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071914004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071914004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071914004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071914004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071914006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071914006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071914006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071914006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:19:15.030062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21822): Terminating (SIGTERM)\u000a07:19:15.073059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21825): Terminating (SIGTERM)\u000a07:19:15.115376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21828): Terminating (SIGTERM)\u000a07:19:15.125126 --- ParallelTerminationStrategy: PID 21822 died...\u000a07:19:15.181688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21822): Terminated: ok {rc=0}\u000a07:19:15.191738 --- ParallelTerminationStrategy: PID 21825 died...\u000a07:19:15.247999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21825): Terminated: ok {rc=0}\u000a07:19:15.258040 --- ParallelTerminationStrategy: PID 21828 died...\u000a07:19:15.314470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21828): Terminated: ok {rc=0}\u000a07:19:15.402291 bus /sierra_3: Setting Powered False\u000a07:19:16.513851 bus /sierra_3: Setting Powered False\u000a07:19:17.626792 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21837): Process ended prematurely: osmo-stp_10.42.42.5(pid=21837) [trial-2401↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21837)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21837): Process ended prematurely: osmo-stp_10.42.42.5(pid=21837) [trial-2401↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:19:18.679884 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:19:18.691886 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a07:19:18.838308 tst emergency_preemptive_call.py: using LAC 39303\u000a07:19:18.960639 tst emergency_preemptive_call.py: using RAC 33\u000a07:19:19.088925 tst emergency_preemptive_call.py: using CellId 39303\u000a07:19:19.216313 tst emergency_preemptive_call.py: using BVCI 39304\u000a07:19:19.241210 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:19:19.252439 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:19:19.263528 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:19:19.274649 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:19:19.286042 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:19:19.297466 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:19:19.416046 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:19:19.539221 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:19:19.662105 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:19:19.865700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:20.355389 run create_hlr_db(pid=21831): Launched\u000a07:19:20.545318 bus /sierra_2: Setting Powered False\u000a07:19:21.565372 run create_hlr_db(pid=21831): Terminated: ok {rc=0}\u000a07:19:21.978599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21833): Launched\u000a07:19:22.282579 run osmo-hlr_10.42.42.2(pid=21834): Launched\u000a07:19:22.402259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:22.942116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21836): Launched\u000a07:19:23.269259 run osmo-stp_10.42.42.5(pid=21837): Launched\u000a07:19:23.404740 tst emergency_preemptive_call.py: using MSISDN 8565\u000a07:19:23.567845 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:19:24.163240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21839): Launched\u000a07:19:24.489681 run osmo-msc_10.42.42.6(pid=21840): Launched\u000a07:19:24.680213 run osmo-stp_10.42.42.5(pid=21837): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21837)]\u000a07:19:24.817760 run osmo-stp_10.42.42.5(pid=21837): stdout: \u000a| (launched: 2022-12-14_07:19:23.108071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:24.954215 run osmo-stp_10.42.42.5(pid=21837): stderr: \u000a| �[0;m�[38;5;43m20221214071923298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071923299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071923299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071923299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071923300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071923300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071923300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:25.084806 run osmo-stp_10.42.42.5(pid=21837): stdout: \u000a| (launched: 2022-12-14_07:19:23.108071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:25.214222 run osmo-stp_10.42.42.5(pid=21837): stderr: \u000a| �[0;m�[38;5;43m20221214071923298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071923299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071923299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071923299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071923300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071923300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071923300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:25.270987 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21837): Process ended prematurely: osmo-stp_10.42.42.5(pid=21837) [trial-2401↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21837)] [trial-2401↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a07:19:25.279724 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a07:19:25.343287 run osmo-hlr_10.42.42.2(pid=21834): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21834)]\u000a07:19:25.395337 run osmo-hlr_10.42.42.2(pid=21834): stdout: \u000a| (launched: 2022-12-14_07:19:22.132664) \u000a07:19:25.448168 run osmo-hlr_10.42.42.2(pid=21834): stderr: \u000a| �[0;m�[1;31m20221214071922306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071922306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071922306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071922306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071922306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071922306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071922318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071922327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071922327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071922327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:25.519764 run osmo-msc_10.42.42.6(pid=21840): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21840)]\u000a07:19:25.571861 run osmo-msc_10.42.42.6(pid=21840): stdout: \u000a| (launched: 2022-12-14_07:19:24.328765) \u000a07:19:25.624314 run osmo-msc_10.42.42.6(pid=21840): stderr: \u000a| �[0;m�[38;5;43m20221214071924648 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214071924649 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d76786c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214071924649 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214071924649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214071924649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214071924649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214071924651 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214071924651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214071924652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214071924652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:19:25.669402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21833): Terminating (SIGTERM)\u000a07:19:25.712453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21836): Terminating (SIGTERM)\u000a07:19:25.755153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21839): Terminating (SIGTERM)\u000a07:19:25.764820 --- ParallelTerminationStrategy: PID 21833 died...\u000a07:19:25.821631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21833): Terminated: ok {rc=0}\u000a07:19:25.831728 --- ParallelTerminationStrategy: PID 21836 died...\u000a07:19:25.888086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21836): Terminated: ok {rc=0}\u000a07:19:25.898161 --- ParallelTerminationStrategy: PID 21839 died...\u000a07:19:25.954499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21839): Terminated: ok {rc=0}\u000a07:19:26.042369 bus /sierra_9: Setting Powered False\u000a07:19:27.146202 bus /sierra_9: Setting Powered False\u000a07:19:28.259561 bus /sierra_8: Setting Powered False\u000a07:19:29.363627 bus /sierra_8: Setting Powered False\u000a07:19:30.475431 bus /sierra_3: Setting Powered False\u000a07:19:31.583133 bus /sierra_3: Setting Powered False\u000a07:19:32.690392 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:19:07" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21855): Process ended prematurely: osmo-stp_10.42.42.5(pid=21855) [trial-2401↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21855)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21855): Process ended prematurely: osmo-stp_10.42.42.5(pid=21855) [trial-2401↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:19:34.829441 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:34.840515 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:19:34.990627 tst cs_paging_gprs_active.py: using LAC 39304\u000a07:19:35.121304 tst cs_paging_gprs_active.py: using RAC 34\u000a07:19:35.253275 tst cs_paging_gprs_active.py: using CellId 39304\u000a07:19:35.380141 tst cs_paging_gprs_active.py: using BVCI 39305\u000a07:19:35.404050 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:35.414918 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:35.425693 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:35.436149 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:35.447379 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:35.458595 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:35.470285 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:35.481406 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:35.492684 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:19:35.615670 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:19:35.920033 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:19:36.059221 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:36.406511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21845): Launched\u000a07:19:36.694605 run iperf3-srv_10.42.42.10(pid=21846): Launched\u000a07:19:36.899368 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:19:37.039106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:37.386279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21847): Launched\u000a07:19:37.673541 run iperf3-srv_10.42.42.10(pid=21848): Launched\u000a07:19:37.878187 tst cs_paging_gprs_active.py:38: start network...\u000a07:19:38.017419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:38.542140 run create_hlr_db(pid=21849): Launched\u000a07:19:38.734497 bus /sierra_2: Setting Powered False\u000a07:19:39.754952 run create_hlr_db(pid=21849): Terminated: ok {rc=0}\u000a07:19:40.171209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21851): Launched\u000a07:19:40.481400 run osmo-hlr_10.42.42.2(pid=21852): Launched\u000a07:19:40.596093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:41.133491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21854): Launched\u000a07:19:41.444738 run osmo-stp_10.42.42.5(pid=21855): Launched\u000a07:19:41.557960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:19:42.105014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21857): Launched\u000a07:19:42.215751 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:19:42.487249 run patchelf(pid=21858): Launched\u000a07:19:42.668914 run osmo-stp_10.42.42.5(pid=21855): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21855)]\u000a07:19:42.801270 run osmo-stp_10.42.42.5(pid=21855): stdout: \u000a| (launched: 2022-12-14_07:19:41.291490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:42.933484 run osmo-stp_10.42.42.5(pid=21855): stderr: \u000a| �[0;m�[38;5;43m20221214071941463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071941464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071941464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071941464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071941465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071941465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071941465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:43.061939 run osmo-stp_10.42.42.5(pid=21855): stdout: \u000a| (launched: 2022-12-14_07:19:41.291490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:43.189073 run osmo-stp_10.42.42.5(pid=21855): stderr: \u000a| �[0;m�[38;5;43m20221214071941463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071941464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071941464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071941464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071941465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071941465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071941465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:43.337682 run patchelf(pid=21858): Terminating (SIGINT)\u000a07:19:43.513499 run patchelf(pid=21858): Terminated: ok {rc=0}\u000a07:19:43.545777 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21855): Process ended prematurely: osmo-stp_10.42.42.5(pid=21855) [trial-2401↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21855)] [trial-2401↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a07:19:43.555036 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:19:43.614699 run osmo-hlr_10.42.42.2(pid=21852): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21852)]\u000a07:19:43.663460 run osmo-hlr_10.42.42.2(pid=21852): stdout: \u000a| (launched: 2022-12-14_07:19:40.328765) \u000a07:19:43.712885 run osmo-hlr_10.42.42.2(pid=21852): stderr: \u000a| �[0;m�[1;31m20221214071940502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071940502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071940502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071940502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071940502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071940502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071940514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071940522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071940522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071940522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:43.755147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21845): Terminating (SIGTERM)\u000a07:19:43.795030 run iperf3-srv_10.42.42.10(pid=21846): Terminating (SIGTERM)\u000a07:19:43.835025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21847): Terminating (SIGTERM)\u000a07:19:43.874678 run iperf3-srv_10.42.42.10(pid=21848): Terminating (SIGTERM)\u000a07:19:43.914598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21851): Terminating (SIGTERM)\u000a07:19:43.954356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21854): Terminating (SIGTERM)\u000a07:19:43.994110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21857): Terminating (SIGTERM)\u000a07:19:44.003261 --- ParallelTerminationStrategy: PID 21845 died...\u000a07:19:44.056398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21845): Terminated: ok {rc=0}\u000a07:19:44.065954 --- ParallelTerminationStrategy: PID 21846 died...\u000a07:19:44.118631 run iperf3-srv_10.42.42.10(pid=21846): Terminated {rc=256}\u000a07:19:44.127994 --- ParallelTerminationStrategy: PID 21847 died...\u000a07:19:44.180550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21847): Terminated: ok {rc=0}\u000a07:19:44.190021 --- ParallelTerminationStrategy: PID 21848 died...\u000a07:19:44.242666 run iperf3-srv_10.42.42.10(pid=21848): Terminated {rc=256}\u000a07:19:44.252083 --- ParallelTerminationStrategy: PID 21851 died...\u000a07:19:44.304895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21851): Terminated: ok {rc=0}\u000a07:19:44.314423 --- ParallelTerminationStrategy: PID 21854 died...\u000a07:19:44.367584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21854): Terminated: ok {rc=0}\u000a07:19:44.377155 --- ParallelTerminationStrategy: PID 21857 died...\u000a07:19:44.429891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21857): Terminated: ok {rc=0}\u000a07:19:44.518037 bus /gobi_0: Setting Powered False\u000a07:19:45.623369 bus /gobi_0: Setting Powered False\u000a07:19:46.730938 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21867): Process ended prematurely: osmo-stp_10.42.42.5(pid=21867) [trial-2401↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21867)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21867): Process ended prematurely: osmo-stp_10.42.42.5(pid=21867) [trial-2401↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a07:19:47.839516 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:47.850831 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:19:48.001590 tst iperf3.py: using LAC 39305\u000a07:19:48.135255 tst iperf3.py: using RAC 35\u000a07:19:48.264701 tst iperf3.py: using CellId 39305\u000a07:19:48.389271 tst iperf3.py: using BVCI 39306\u000a07:19:48.412917 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:48.423977 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:48.434713 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:48.445279 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:48.455656 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:48.466102 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:48.476720 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:48.487579 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:48.498441 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:19:48.788591 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:19:48.917721 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:49.241931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21859): Launched\u000a07:19:49.509400 run iperf3-srv_10.42.42.10(pid=21860): Launched\u000a07:19:49.697534 tst iperf3.py:8: start network...\u000a07:19:49.825785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:50.319168 run create_hlr_db(pid=21861): Launched\u000a07:19:50.496083 bus /gobi_6: Setting Powered False\u000a07:19:51.516051 run create_hlr_db(pid=21861): Terminated: ok {rc=0}\u000a07:19:51.929978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21863): Launched\u000a07:19:52.242410 run osmo-hlr_10.42.42.2(pid=21864): Launched\u000a07:19:52.354240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:52.893582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21866): Launched\u000a07:19:53.207113 run osmo-stp_10.42.42.5(pid=21867): Launched\u000a07:19:53.319454 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:19:53.858039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21869): Launched\u000a07:19:53.967469 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:19:54.237491 run patchelf(pid=21870): Launched\u000a07:19:54.418377 run osmo-stp_10.42.42.5(pid=21867): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21867)]\u000a07:19:54.550182 run osmo-stp_10.42.42.5(pid=21867): stdout: \u000a| (launched: 2022-12-14_07:19:53.052179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:54.682381 run osmo-stp_10.42.42.5(pid=21867): stderr: \u000a| �[0;m�[38;5;43m20221214071953223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071953223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071953224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071953224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071953225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071953225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071953225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:54.809404 run osmo-stp_10.42.42.5(pid=21867): stdout: \u000a| (launched: 2022-12-14_07:19:53.052179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:54.935377 run osmo-stp_10.42.42.5(pid=21867): stderr: \u000a| �[0;m�[38;5;43m20221214071953223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214071953223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214071953224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214071953224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214071953225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214071953225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214071953225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:55.083360 run patchelf(pid=21870): Terminating (SIGINT)\u000a07:19:55.259506 run patchelf(pid=21870): Terminated: ok {rc=0}\u000a07:19:55.291525 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21867): Process ended prematurely: osmo-stp_10.42.42.5(pid=21867) [trial-2401↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21867)] [trial-2401↪gprs:trx-b200↪iperf3.py:8]\u000a07:19:55.300829 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:19:55.360026 run osmo-hlr_10.42.42.2(pid=21864): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21864)]\u000a07:19:55.408355 run osmo-hlr_10.42.42.2(pid=21864): stdout: \u000a| (launched: 2022-12-14_07:19:52.088031) \u000a07:19:55.457508 run osmo-hlr_10.42.42.2(pid=21864): stderr: \u000a| �[0;m�[1;31m20221214071952262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214071952262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214071952262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071952262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214071952262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214071952262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214071952275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214071952283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214071952283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214071952283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:55.499791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21859): Terminating (SIGTERM)\u000a07:19:55.539366 run iperf3-srv_10.42.42.10(pid=21860): Terminating (SIGTERM)\u000a07:19:55.579040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21863): Terminating (SIGTERM)\u000a07:19:55.618816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21866): Terminating (SIGTERM)\u000a07:19:55.658647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21869): Terminating (SIGTERM)\u000a07:19:55.667915 --- ParallelTerminationStrategy: PID 21859 died...\u000a07:19:55.721226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21859): Terminated: ok {rc=0}\u000a07:19:55.730666 --- ParallelTerminationStrategy: PID 21860 died...\u000a07:19:55.783438 run iperf3-srv_10.42.42.10(pid=21860): Terminated {rc=256}\u000a07:19:55.793018 --- ParallelTerminationStrategy: PID 21863 died...\u000a07:19:55.845936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21863): Terminated: ok {rc=0}\u000a07:19:55.855515 --- ParallelTerminationStrategy: PID 21866 died...\u000a07:19:55.908350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21866): Terminated: ok {rc=0}\u000a07:19:55.917979 --- ParallelTerminationStrategy: PID 21869 died...\u000a07:19:55.971132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21869): Terminated: ok {rc=0}\u000a07:19:56.060381 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21888): Process ended prematurely: osmo-stp_10.42.42.5(pid=21888) [trial-2401↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21888)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21888): Process ended prematurely: osmo-stp_10.42.42.5(pid=21888) [trial-2401↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a07:19:57.172231 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:57.183664 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:19:57.331210 tst iperf3m4.py: using LAC 39306\u000a07:19:57.465483 tst iperf3m4.py: using RAC 36\u000a07:19:57.593681 tst iperf3m4.py: using CellId 39306\u000a07:19:57.721479 tst iperf3m4.py: using BVCI 39307\u000a07:19:57.746975 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:57.758593 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:57.769662 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:57.780641 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:57.792375 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:57.803814 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:57.815661 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:57.827140 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:19:57.838840 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:19:57.958218 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:19:58.081697 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:19:58.204449 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:19:58.489739 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:19:58.619109 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:58.943901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21871): Launched\u000a07:19:59.214625 run iperf3-srv_10.42.42.10(pid=21872): Launched\u000a07:19:59.403715 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:19:59.532661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:59.857753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21873): Launched\u000a07:20:00.127263 run iperf3-srv_10.42.42.10(pid=21874): Launched\u000a07:20:00.316630 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:20:00.445664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:00.769942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21875): Launched\u000a07:20:01.090602 run iperf3-srv_10.42.42.10(pid=21876): Launched\u000a07:20:01.285272 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:20:01.430151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:01.777104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21880): Launched\u000a07:20:02.095071 run iperf3-srv_10.42.42.10(pid=21881): Launched\u000a07:20:02.321547 tst iperf3m4.py:8: start network...\u000a07:20:02.461943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:02.989929 run create_hlr_db(pid=21882): Launched\u000a07:20:03.184236 bus /gobi_6: Setting Powered False\u000a07:20:04.203726 run create_hlr_db(pid=21882): Terminated: ok {rc=0}\u000a07:20:04.622212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21884): Launched\u000a07:20:04.934439 run osmo-hlr_10.42.42.2(pid=21885): Launched\u000a07:20:05.058414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:05.605029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21887): Launched\u000a07:20:05.924707 run osmo-stp_10.42.42.5(pid=21888): Launched\u000a07:20:06.046444 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:06.626999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21890): Launched\u000a07:20:06.745901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:07.038711 run patchelf(pid=21891): Launched\u000a07:20:07.235166 run osmo-stp_10.42.42.5(pid=21888): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21888)]\u000a07:20:07.379379 run osmo-stp_10.42.42.5(pid=21888): stdout: \u000a| (launched: 2022-12-14_07:20:05.761832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:07.522858 run osmo-stp_10.42.42.5(pid=21888): stderr: \u000a| �[0;m�[38;5;43m20221214072005944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072005945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072005945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072005945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072005946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072005946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072005946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:07.661417 run osmo-stp_10.42.42.5(pid=21888): stdout: \u000a| (launched: 2022-12-14_07:20:05.761832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:07.798576 run osmo-stp_10.42.42.5(pid=21888): stderr: \u000a| �[0;m�[38;5;43m20221214072005944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072005945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072005945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072005945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072005946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072005946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072005946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:07.959290 run patchelf(pid=21891): Terminating (SIGINT)\u000a07:20:08.149771 run patchelf(pid=21891): Terminated: ok {rc=0}\u000a07:20:08.184283 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21888): Process ended prematurely: osmo-stp_10.42.42.5(pid=21888) [trial-2401↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21888)] [trial-2401↪gprs:trx-b200↪iperf3m4.py:8]\u000a07:20:08.194375 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a07:20:08.258697 run osmo-hlr_10.42.42.2(pid=21885): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21885)]\u000a07:20:08.310925 run osmo-hlr_10.42.42.2(pid=21885): stdout: \u000a| (launched: 2022-12-14_07:20:04.781351) \u000a07:20:08.363922 run osmo-hlr_10.42.42.2(pid=21885): stderr: \u000a| �[0;m�[1;31m20221214072004953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072004953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072004953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072004954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072004954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072004954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072004968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072004977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072004977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072004977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:08.409055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21871): Terminating (SIGTERM)\u000a07:20:08.452298 run iperf3-srv_10.42.42.10(pid=21872): Terminating (SIGTERM)\u000a07:20:08.495172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21873): Terminating (SIGTERM)\u000a07:20:08.538022 run iperf3-srv_10.42.42.10(pid=21874): Terminating (SIGTERM)\u000a07:20:08.580875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21875): Terminating (SIGTERM)\u000a07:20:08.623968 run iperf3-srv_10.42.42.10(pid=21876): Terminating (SIGTERM)\u000a07:20:08.666747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21880): Terminating (SIGTERM)\u000a07:20:08.709122 run iperf3-srv_10.42.42.10(pid=21881): Terminating (SIGTERM)\u000a07:20:08.751842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21884): Terminating (SIGTERM)\u000a07:20:08.794465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21887): Terminating (SIGTERM)\u000a07:20:08.837149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21890): Terminating (SIGTERM)\u000a07:20:08.847183 --- ParallelTerminationStrategy: PID 21871 died...\u000a07:20:08.904356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21871): Terminated: ok {rc=0}\u000a07:20:08.914634 --- ParallelTerminationStrategy: PID 21872 died...\u000a07:20:08.971180 run iperf3-srv_10.42.42.10(pid=21872): Terminated {rc=256}\u000a07:20:08.981378 --- ParallelTerminationStrategy: PID 21873 died...\u000a07:20:09.038124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21873): Terminated: ok {rc=0}\u000a07:20:09.048276 --- ParallelTerminationStrategy: PID 21874 died...\u000a07:20:09.105426 run iperf3-srv_10.42.42.10(pid=21874): Terminated {rc=256}\u000a07:20:09.115630 --- ParallelTerminationStrategy: PID 21875 died...\u000a07:20:09.172114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21875): Terminated: ok {rc=0}\u000a07:20:09.182319 --- ParallelTerminationStrategy: PID 21876 died...\u000a07:20:09.238877 run iperf3-srv_10.42.42.10(pid=21876): Terminated {rc=256}\u000a07:20:09.249132 --- ParallelTerminationStrategy: PID 21880 died...\u000a07:20:09.305883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21880): Terminated: ok {rc=0}\u000a07:20:09.315933 --- ParallelTerminationStrategy: PID 21881 died...\u000a07:20:09.372564 run iperf3-srv_10.42.42.10(pid=21881): Terminated {rc=256}\u000a07:20:09.382730 --- ParallelTerminationStrategy: PID 21884 died...\u000a07:20:09.439185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21884): Terminated: ok {rc=0}\u000a07:20:09.449325 --- ParallelTerminationStrategy: PID 21887 died...\u000a07:20:09.505751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21887): Terminated: ok {rc=0}\u000a07:20:09.515823 --- ParallelTerminationStrategy: PID 21890 died...\u000a07:20:09.572386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21890): Terminated: ok {rc=0}\u000a07:20:09.660005 bus /gobi_4: Setting Powered False\u000a07:20:10.766820 bus /gobi_4: Setting Powered False\u000a07:20:11.875730 bus /gobi_1: Setting Powered False\u000a07:20:12.982470 bus /gobi_1: Setting Powered False\u000a07:20:14.095134 bus /gobi_0: Setting Powered False\u000a07:20:15.197063 bus /gobi_0: Setting Powered False\u000a07:20:16.304047 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21898): Process ended prematurely: osmo-stp_10.42.42.5(pid=21898) [trial-2401↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21898)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21898): Process ended prematurely: osmo-stp_10.42.42.5(pid=21898) [trial-2401↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a07:20:17.372025 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:17.384057 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:20:17.529756 tst ping.py: using LAC 39307\u000a07:20:17.658730 tst ping.py: using RAC 37\u000a07:20:17.789067 tst ping.py: using CellId 39307\u000a07:20:17.918753 tst ping.py: using BVCI 39308\u000a07:20:17.943988 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:17.955241 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:17.966313 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:17.977256 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:17.988398 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:17.999896 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:18.011301 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:18.022767 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:20:18.304282 tst ping.py:19: start network...\u000a07:20:18.431274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:18.919089 run create_hlr_db(pid=21892): Launched\u000a07:20:19.094479 bus /gobi_6: Setting Powered False\u000a07:20:20.114133 run create_hlr_db(pid=21892): Terminated: ok {rc=0}\u000a07:20:20.549673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21894): Launched\u000a07:20:20.876808 run osmo-hlr_10.42.42.2(pid=21895): Launched\u000a07:20:20.996606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:21.573427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21897): Launched\u000a07:20:21.902001 run osmo-stp_10.42.42.5(pid=21898): Launched\u000a07:20:22.020316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:22.591304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21900): Launched\u000a07:20:22.707966 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:22.993976 run patchelf(pid=21901): Launched\u000a07:20:23.185908 run osmo-stp_10.42.42.5(pid=21898): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21898)]\u000a07:20:23.325877 run osmo-stp_10.42.42.5(pid=21898): stdout: \u000a| (launched: 2022-12-14_07:20:21.739567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:23.466141 run osmo-stp_10.42.42.5(pid=21898): stderr: \u000a| �[0;m�[38;5;43m20221214072021929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072021929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072021929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072021930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072021930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072021930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072021931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:23.600894 run osmo-stp_10.42.42.5(pid=21898): stdout: \u000a| (launched: 2022-12-14_07:20:21.739567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:23.734346 run osmo-stp_10.42.42.5(pid=21898): stderr: \u000a| �[0;m�[38;5;43m20221214072021929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072021929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072021929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072021930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072021930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072021930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072021931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:23.890906 run patchelf(pid=21901): Terminating (SIGINT)\u000a07:20:24.075147 run patchelf(pid=21901): Terminated: ok {rc=0}\u000a07:20:24.108857 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21898): Process ended prematurely: osmo-stp_10.42.42.5(pid=21898) [trial-2401↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21898)] [trial-2401↪gprs:trx-b200↪ping.py:22]\u000a07:20:24.118226 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:20:24.182012 run osmo-hlr_10.42.42.2(pid=21895): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21895)]\u000a07:20:24.233977 run osmo-hlr_10.42.42.2(pid=21895): stdout: \u000a| (launched: 2022-12-14_07:20:20.716055) \u000a07:20:24.286748 run osmo-hlr_10.42.42.2(pid=21895): stderr: \u000a| �[0;m�[1;31m20221214072020911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072020911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072020911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072020911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072020911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072020911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072020923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072020932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072020933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072020933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:24.331558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21894): Terminating (SIGTERM)\u000a07:20:24.374211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21897): Terminating (SIGTERM)\u000a07:20:24.416643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21900): Terminating (SIGTERM)\u000a07:20:24.426495 --- ParallelTerminationStrategy: PID 21894 died...\u000a07:20:24.483590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21894): Terminated: ok {rc=0}\u000a07:20:24.493896 --- ParallelTerminationStrategy: PID 21897 died...\u000a07:20:24.550659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21897): Terminated: ok {rc=0}\u000a07:20:24.560860 --- ParallelTerminationStrategy: PID 21900 died...\u000a07:20:24.617638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21900): Terminated: ok {rc=0}\u000a07:20:24.704751 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21908): Process ended prematurely: osmo-stp_10.42.42.5(pid=21908) [trial-2401↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21908)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21908): Process ended prematurely: osmo-stp_10.42.42.5(pid=21908) [trial-2401↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a07:20:25.758610 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:25.770665 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:20:25.917645 tst ping_idle_ping.py: using LAC 39308\u000a07:20:26.047817 tst ping_idle_ping.py: using RAC 38\u000a07:20:26.178200 tst ping_idle_ping.py: using CellId 39308\u000a07:20:26.311326 tst ping_idle_ping.py: using BVCI 39309\u000a07:20:26.336587 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:26.347817 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:26.358882 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:26.369927 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:26.381284 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:26.392751 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:26.404079 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:20:26.415618 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:20:26.699856 tst ping_idle_ping.py:24: start network...\u000a07:20:26.827073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:27.320007 run create_hlr_db(pid=21902): Launched\u000a07:20:27.497562 bus /gobi_6: Setting Powered False\u000a07:20:28.516136 run create_hlr_db(pid=21902): Terminated: ok {rc=0}\u000a07:20:28.954022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21904): Launched\u000a07:20:29.281415 run osmo-hlr_10.42.42.2(pid=21905): Launched\u000a07:20:29.402116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:29.975435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21907): Launched\u000a07:20:30.303428 run osmo-stp_10.42.42.5(pid=21908): Launched\u000a07:20:30.422249 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:31.028460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21910): Launched\u000a07:20:31.150062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:31.450724 run patchelf(pid=21911): Launched\u000a07:20:31.635842 run osmo-stp_10.42.42.5(pid=21908): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21908)]\u000a07:20:31.769550 run osmo-stp_10.42.42.5(pid=21908): stdout: \u000a| (launched: 2022-12-14_07:20:30.141713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:31.903819 run osmo-stp_10.42.42.5(pid=21908): stderr: \u000a| �[0;m�[38;5;43m20221214072030331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072030332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072030332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072030332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072030333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072030333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072030333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:32.033698 run osmo-stp_10.42.42.5(pid=21908): stdout: \u000a| (launched: 2022-12-14_07:20:30.141713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:32.160106 run osmo-stp_10.42.42.5(pid=21908): stderr: \u000a| �[0;m�[38;5;43m20221214072030331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072030332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072030332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072030332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072030333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072030333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072030333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:32.307422 run patchelf(pid=21911): Terminating (SIGINT)\u000a07:20:32.480109 run patchelf(pid=21911): Terminated: ok {rc=0}\u000a07:20:32.511633 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21908): Process ended prematurely: osmo-stp_10.42.42.5(pid=21908) [trial-2401↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21908)] [trial-2401↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a07:20:32.520470 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:20:32.580292 run osmo-hlr_10.42.42.2(pid=21905): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21905)]\u000a07:20:32.629247 run osmo-hlr_10.42.42.2(pid=21905): stdout: \u000a| (launched: 2022-12-14_07:20:29.120625) \u000a07:20:32.678928 run osmo-hlr_10.42.42.2(pid=21905): stderr: \u000a| �[0;m�[1;31m20221214072029315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072029315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072029315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072029315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072029315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072029315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072029326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072029336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072029337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072029337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:32.721156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21904): Terminating (SIGTERM)\u000a07:20:32.761255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21907): Terminating (SIGTERM)\u000a07:20:32.801268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21910): Terminating (SIGTERM)\u000a07:20:32.810957 --- ParallelTerminationStrategy: PID 21904 died...\u000a07:20:32.864688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21904): Terminated: ok {rc=0}\u000a07:20:32.874369 --- ParallelTerminationStrategy: PID 21907 died...\u000a07:20:32.927868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21907): Terminated: ok {rc=0}\u000a07:20:32.937882 --- ParallelTerminationStrategy: PID 21910 died...\u000a07:20:32.991227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21910): Terminated: ok {rc=0}\u000a07:20:33.075287 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:19:34" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21928): Process ended prematurely: osmo-stp_10.42.42.5(pid=21928) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21928)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21928): Process ended prematurely: osmo-stp_10.42.42.5(pid=21928) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:20:35.231148 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:35.242103 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:20:35.383176 tst cs_paging_gprs_active.py: using LAC 39309\u000a07:20:35.507509 tst cs_paging_gprs_active.py: using RAC 39\u000a07:20:35.631582 tst cs_paging_gprs_active.py: using CellId 39309\u000a07:20:35.755928 tst cs_paging_gprs_active.py: using BVCI 39310\u000a07:20:35.780049 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:35.791307 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:35.801965 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:35.812548 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:35.823190 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:35.834155 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:35.844939 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:35.855475 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:35.866232 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:20:35.989645 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:20:36.275756 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:20:36.406025 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:36.728485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21918): Launched\u000a07:20:36.995620 run iperf3-srv_10.42.42.10(pid=21919): Launched\u000a07:20:37.186535 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:20:37.316324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:37.640823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21920): Launched\u000a07:20:37.909668 run iperf3-srv_10.42.42.10(pid=21921): Launched\u000a07:20:38.098752 tst cs_paging_gprs_active.py:38: start network...\u000a07:20:38.227616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:38.723581 run create_hlr_db(pid=21922): Launched\u000a07:20:38.900827 bus /gobi_6: Setting Powered False\u000a07:20:39.921888 run create_hlr_db(pid=21922): Terminated: ok {rc=0}\u000a07:20:40.365339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21924): Launched\u000a07:20:40.700295 run osmo-hlr_10.42.42.2(pid=21925): Launched\u000a07:20:40.826579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:41.404559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21927): Launched\u000a07:20:41.739875 run osmo-stp_10.42.42.5(pid=21928): Launched\u000a07:20:41.861237 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:42.452875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21930): Launched\u000a07:20:42.571915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:42.864641 run patchelf(pid=21931): Launched\u000a07:20:43.059765 run osmo-stp_10.42.42.5(pid=21928): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21928)]\u000a07:20:43.202468 run osmo-stp_10.42.42.5(pid=21928): stdout: \u000a| (launched: 2022-12-14_07:20:41.575293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:43.344765 run osmo-stp_10.42.42.5(pid=21928): stderr: \u000a| �[0;m�[38;5;43m20221214072041765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072041765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072041765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072041766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072041766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072041766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072041766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:43.482479 run osmo-stp_10.42.42.5(pid=21928): stdout: \u000a| (launched: 2022-12-14_07:20:41.575293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:43.619289 run osmo-stp_10.42.42.5(pid=21928): stderr: \u000a| �[0;m�[38;5;43m20221214072041765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072041765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072041765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072041766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072041766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072041766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072041766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:43.779903 run patchelf(pid=21931): Terminating (SIGINT)\u000a07:20:43.968087 run patchelf(pid=21931): Terminated: ok {rc=0}\u000a07:20:44.002533 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21928): Process ended prematurely: osmo-stp_10.42.42.5(pid=21928) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21928)] [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:20:44.012421 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:20:44.076018 run osmo-hlr_10.42.42.2(pid=21925): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21925)]\u000a07:20:44.128182 run osmo-hlr_10.42.42.2(pid=21925): stdout: \u000a| (launched: 2022-12-14_07:20:40.534586) \u000a07:20:44.180838 run osmo-hlr_10.42.42.2(pid=21925): stderr: \u000a| �[0;m�[1;31m20221214072040730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072040730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072040730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072040730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072040730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072040730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072040743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072040753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072040754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072040754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:44.225978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21918): Terminating (SIGTERM)\u000a07:20:44.268257 run iperf3-srv_10.42.42.10(pid=21919): Terminating (SIGTERM)\u000a07:20:44.310721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21920): Terminating (SIGTERM)\u000a07:20:44.352815 run iperf3-srv_10.42.42.10(pid=21921): Terminating (SIGTERM)\u000a07:20:44.395088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21924): Terminating (SIGTERM)\u000a07:20:44.437395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21927): Terminating (SIGTERM)\u000a07:20:44.479664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21930): Terminating (SIGTERM)\u000a07:20:44.489325 --- ParallelTerminationStrategy: PID 21918 died...\u000a07:20:44.545738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21918): Terminated: ok {rc=0}\u000a07:20:44.555687 --- ParallelTerminationStrategy: PID 21919 died...\u000a07:20:44.611403 run iperf3-srv_10.42.42.10(pid=21919): Terminated {rc=256}\u000a07:20:44.621326 --- ParallelTerminationStrategy: PID 21920 died...\u000a07:20:44.677010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21920): Terminated: ok {rc=0}\u000a07:20:44.686903 --- ParallelTerminationStrategy: PID 21921 died...\u000a07:20:44.742578 run iperf3-srv_10.42.42.10(pid=21921): Terminated {rc=256}\u000a07:20:44.752440 --- ParallelTerminationStrategy: PID 21924 died...\u000a07:20:44.808402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21924): Terminated: ok {rc=0}\u000a07:20:44.818695 --- ParallelTerminationStrategy: PID 21927 died...\u000a07:20:44.874339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21927): Terminated: ok {rc=0}\u000a07:20:44.884267 --- ParallelTerminationStrategy: PID 21930 died...\u000a07:20:44.940018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21930): Terminated: ok {rc=0}\u000a07:20:45.026818 bus /gobi_0: Setting Powered False\u000a07:20:46.165276 bus /gobi_0: Setting Powered False\u000a07:20:47.280535 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21942): Process ended prematurely: osmo-stp_10.42.42.5(pid=21942) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21942)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21942): Process ended prematurely: osmo-stp_10.42.42.5(pid=21942) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:20:48.391225 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:48.402774 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:20:48.546217 tst iperf3.py: using LAC 39310\u000a07:20:48.669557 tst iperf3.py: using RAC 40\u000a07:20:48.790433 tst iperf3.py: using CellId 39310\u000a07:20:48.913982 tst iperf3.py: using BVCI 39311\u000a07:20:48.937875 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:48.948735 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:48.959387 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:48.970050 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:48.980631 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:48.991256 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:49.002072 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:49.012563 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:49.023343 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:20:49.307869 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:20:49.436934 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:49.761498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21932): Launched\u000a07:20:50.029242 run iperf3-srv_10.42.42.10(pid=21933): Launched\u000a07:20:50.218025 tst iperf3.py:8: start network...\u000a07:20:50.346637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:50.844054 run create_hlr_db(pid=21934): Launched\u000a07:20:51.021530 bus /gobi_6: Setting Powered False\u000a07:20:52.045508 run create_hlr_db(pid=21934): Terminated: ok {rc=0}\u000a07:20:52.490488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21938): Launched\u000a07:20:52.825411 run osmo-hlr_10.42.42.2(pid=21939): Launched\u000a07:20:52.943288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:53.523605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21941): Launched\u000a07:20:53.858224 run osmo-stp_10.42.42.5(pid=21942): Launched\u000a07:20:53.979325 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:54.559806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21944): Launched\u000a07:20:54.678303 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:54.969417 run patchelf(pid=21945): Launched\u000a07:20:55.163693 run osmo-stp_10.42.42.5(pid=21942): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21942)]\u000a07:20:55.305503 run osmo-stp_10.42.42.5(pid=21942): stdout: \u000a| (launched: 2022-12-14_07:20:53.693028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:55.447952 run osmo-stp_10.42.42.5(pid=21942): stderr: \u000a| �[0;m�[38;5;43m20221214072053884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072053884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072053885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072053885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072053885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072053886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072053886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:55.584732 run osmo-stp_10.42.42.5(pid=21942): stdout: \u000a| (launched: 2022-12-14_07:20:53.693028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:55.720851 run osmo-stp_10.42.42.5(pid=21942): stderr: \u000a| �[0;m�[38;5;43m20221214072053884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072053884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072053885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072053885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072053885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072053886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072053886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:55.879464 run patchelf(pid=21945): Terminating (SIGINT)\u000a07:20:56.066497 run patchelf(pid=21945): Terminated: ok {rc=0}\u000a07:20:56.100691 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21942): Process ended prematurely: osmo-stp_10.42.42.5(pid=21942) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21942)] [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a07:20:56.111153 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a07:20:56.174436 run osmo-hlr_10.42.42.2(pid=21939): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21939)]\u000a07:20:56.226019 run osmo-hlr_10.42.42.2(pid=21939): stdout: \u000a| (launched: 2022-12-14_07:20:52.660606) \u000a07:20:56.278355 run osmo-hlr_10.42.42.2(pid=21939): stderr: \u000a| �[0;m�[1;31m20221214072052857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072052857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072052857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072052858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072052858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072052858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072052870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072052881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072052881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072052881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:56.323000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21932): Terminating (SIGTERM)\u000a07:20:56.364756 run iperf3-srv_10.42.42.10(pid=21933): Terminating (SIGTERM)\u000a07:20:56.408277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21938): Terminating (SIGTERM)\u000a07:20:56.450336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21941): Terminating (SIGTERM)\u000a07:20:56.492136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21944): Terminating (SIGTERM)\u000a07:20:56.501760 --- ParallelTerminationStrategy: PID 21932 died...\u000a07:20:56.557759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21932): Terminated: ok {rc=0}\u000a07:20:56.567686 --- ParallelTerminationStrategy: PID 21933 died...\u000a07:20:56.623432 run iperf3-srv_10.42.42.10(pid=21933): Terminated {rc=256}\u000a07:20:56.633437 --- ParallelTerminationStrategy: PID 21938 died...\u000a07:20:56.689061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21938): Terminated: ok {rc=0}\u000a07:20:56.698977 --- ParallelTerminationStrategy: PID 21941 died...\u000a07:20:56.754698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21941): Terminated: ok {rc=0}\u000a07:20:56.764607 --- ParallelTerminationStrategy: PID 21944 died...\u000a07:20:56.820275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21944): Terminated: ok {rc=0}\u000a07:20:56.907329 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21961): Process ended prematurely: osmo-stp_10.42.42.5(pid=21961) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21961)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21961): Process ended prematurely: osmo-stp_10.42.42.5(pid=21961) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:20:58.023930 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:58.036036 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:20:58.184732 tst iperf3m4.py: using LAC 39311\u000a07:20:58.315782 tst iperf3m4.py: using RAC 41\u000a07:20:58.447061 tst iperf3m4.py: using CellId 39311\u000a07:20:58.577532 tst iperf3m4.py: using BVCI 39312\u000a07:20:58.603076 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:58.614509 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:58.625713 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:58.636792 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:58.648142 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:58.659737 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:58.671505 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:58.682912 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:20:58.694569 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:20:58.813149 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:20:58.937347 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:20:59.057461 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:20:59.342008 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:20:59.471530 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:59.796840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21947): Launched\u000a07:21:00.066314 run iperf3-srv_10.42.42.10(pid=21948): Launched\u000a07:21:00.255254 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:21:00.383796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:21:00.705352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21949): Launched\u000a07:21:01.009865 run iperf3-srv_10.42.42.10(pid=21950): Launched\u000a07:21:01.202680 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:21:01.334744 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:21:01.682544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21951): Launched\u000a07:21:01.983524 run iperf3-srv_10.42.42.10(pid=21952): Launched\u000a07:21:02.175855 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:21:02.304759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:21:02.627684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21953): Launched\u000a07:21:02.897759 run iperf3-srv_10.42.42.10(pid=21954): Launched\u000a07:21:03.085995 tst iperf3m4.py:8: start network...\u000a07:21:03.214425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:03.715817 run create_hlr_db(pid=21955): Launched\u000a07:21:03.894297 bus /gobi_6: Setting Powered False\u000a07:21:04.914946 run create_hlr_db(pid=21955): Terminated: ok {rc=0}\u000a07:21:05.361009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21957): Launched\u000a07:21:05.696173 run osmo-hlr_10.42.42.2(pid=21958): Launched\u000a07:21:05.816338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:06.403236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21960): Launched\u000a07:21:06.736169 run osmo-stp_10.42.42.5(pid=21961): Launched\u000a07:21:06.857180 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:07.439174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21963): Launched\u000a07:21:07.557970 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:07.849740 run patchelf(pid=21964): Launched\u000a07:21:08.043413 run osmo-stp_10.42.42.5(pid=21961): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21961)]\u000a07:21:08.186044 run osmo-stp_10.42.42.5(pid=21961): stdout: \u000a| (launched: 2022-12-14_07:21:06.572814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:08.328582 run osmo-stp_10.42.42.5(pid=21961): stderr: \u000a| �[0;m�[38;5;43m20221214072106762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072106762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072106762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072106762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072106763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072106763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072106763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:08.465808 run osmo-stp_10.42.42.5(pid=21961): stdout: \u000a| (launched: 2022-12-14_07:21:06.572814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:08.601774 run osmo-stp_10.42.42.5(pid=21961): stderr: \u000a| �[0;m�[38;5;43m20221214072106762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072106762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072106762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072106762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072106763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072106763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072106763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:08.760898 run patchelf(pid=21964): Terminating (SIGINT)\u000a07:21:08.948412 run patchelf(pid=21964): Terminated: ok {rc=0}\u000a07:21:08.982639 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21961): Process ended prematurely: osmo-stp_10.42.42.5(pid=21961) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21961)] [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:21:08.992651 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a07:21:09.056658 run osmo-hlr_10.42.42.2(pid=21958): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21958)]\u000a07:21:09.108722 run osmo-hlr_10.42.42.2(pid=21958): stdout: \u000a| (launched: 2022-12-14_07:21:05.530506) \u000a07:21:09.161512 run osmo-hlr_10.42.42.2(pid=21958): stderr: \u000a| �[0;m�[1;31m20221214072105728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072105728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072105728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072105728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072105728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072105728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072105743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072105752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072105753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072105753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:09.206618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21947): Terminating (SIGTERM)\u000a07:21:09.248804 run iperf3-srv_10.42.42.10(pid=21948): Terminating (SIGTERM)\u000a07:21:09.291330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21949): Terminating (SIGTERM)\u000a07:21:09.333632 run iperf3-srv_10.42.42.10(pid=21950): Terminating (SIGTERM)\u000a07:21:09.375976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21951): Terminating (SIGTERM)\u000a07:21:09.418267 run iperf3-srv_10.42.42.10(pid=21952): Terminating (SIGTERM)\u000a07:21:09.460398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21953): Terminating (SIGTERM)\u000a07:21:09.502560 run iperf3-srv_10.42.42.10(pid=21954): Terminating (SIGTERM)\u000a07:21:09.544796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21957): Terminating (SIGTERM)\u000a07:21:09.587133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21960): Terminating (SIGTERM)\u000a07:21:09.629395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21963): Terminating (SIGTERM)\u000a07:21:09.639064 --- ParallelTerminationStrategy: PID 21947 died...\u000a07:21:09.695769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21947): Terminated: ok {rc=0}\u000a07:21:09.705832 --- ParallelTerminationStrategy: PID 21948 died...\u000a07:21:09.762375 run iperf3-srv_10.42.42.10(pid=21948): Terminated {rc=256}\u000a07:21:09.772443 --- ParallelTerminationStrategy: PID 21949 died...\u000a07:21:09.828809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21949): Terminated: ok {rc=0}\u000a07:21:09.838904 --- ParallelTerminationStrategy: PID 21950 died...\u000a07:21:09.894716 run iperf3-srv_10.42.42.10(pid=21950): Terminated {rc=256}\u000a07:21:09.904687 --- ParallelTerminationStrategy: PID 21951 died...\u000a07:21:09.960826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21951): Terminated: ok {rc=0}\u000a07:21:09.970857 --- ParallelTerminationStrategy: PID 21952 died...\u000a07:21:10.026982 run iperf3-srv_10.42.42.10(pid=21952): Terminated {rc=256}\u000a07:21:10.037161 --- ParallelTerminationStrategy: PID 21953 died...\u000a07:21:10.093416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21953): Terminated: ok {rc=0}\u000a07:21:10.103463 --- ParallelTerminationStrategy: PID 21954 died...\u000a07:21:10.160055 run iperf3-srv_10.42.42.10(pid=21954): Terminated {rc=256}\u000a07:21:10.170178 --- ParallelTerminationStrategy: PID 21957 died...\u000a07:21:10.226711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21957): Terminated: ok {rc=0}\u000a07:21:10.236785 --- ParallelTerminationStrategy: PID 21960 died...\u000a07:21:10.293118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21960): Terminated: ok {rc=0}\u000a07:21:10.303150 --- ParallelTerminationStrategy: PID 21963 died...\u000a07:21:10.359785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21963): Terminated: ok {rc=0}\u000a07:21:10.447393 bus /gobi_4: Setting Powered False\u000a07:21:11.554070 bus /gobi_4: Setting Powered False\u000a07:21:12.666678 bus /gobi_1: Setting Powered False\u000a07:21:13.770833 bus /gobi_1: Setting Powered False\u000a07:21:14.882778 bus /gobi_0: Setting Powered False\u000a07:21:15.991930 bus /gobi_0: Setting Powered False\u000a07:21:17.130096 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21971): Process ended prematurely: osmo-stp_10.42.42.5(pid=21971) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21971)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21971): Process ended prematurely: osmo-stp_10.42.42.5(pid=21971) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:21:18.201012 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:18.213146 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:21:18.362575 tst ping.py: using LAC 39312\u000a07:21:18.490864 tst ping.py: using RAC 42\u000a07:21:18.619227 tst ping.py: using CellId 39312\u000a07:21:18.749456 tst ping.py: using BVCI 39313\u000a07:21:18.774702 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:18.786226 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:18.797480 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:18.808738 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:18.820164 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:18.831640 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:18.843333 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:18.854914 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:21:19.136314 tst ping.py:19: start network...\u000a07:21:19.263230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:19.752820 run create_hlr_db(pid=21965): Launched\u000a07:21:19.929580 bus /gobi_6: Setting Powered False\u000a07:21:20.949491 run create_hlr_db(pid=21965): Terminated: ok {rc=0}\u000a07:21:21.386982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21967): Launched\u000a07:21:21.715124 run osmo-hlr_10.42.42.2(pid=21968): Launched\u000a07:21:21.838411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:22.415108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21970): Launched\u000a07:21:22.742399 run osmo-stp_10.42.42.5(pid=21971): Launched\u000a07:21:22.862408 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:23.435885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21973): Launched\u000a07:21:23.552036 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:23.837251 run patchelf(pid=21974): Launched\u000a07:21:24.028563 run osmo-stp_10.42.42.5(pid=21971): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21971)]\u000a07:21:24.168571 run osmo-stp_10.42.42.5(pid=21971): stdout: \u000a| (launched: 2022-12-14_07:21:22.581059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:24.308002 run osmo-stp_10.42.42.5(pid=21971): stderr: \u000a| �[0;m�[38;5;43m20221214072122772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072122772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072122772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072122773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072122774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072122774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072122774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:24.442670 run osmo-stp_10.42.42.5(pid=21971): stdout: \u000a| (launched: 2022-12-14_07:21:22.581059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:24.575753 run osmo-stp_10.42.42.5(pid=21971): stderr: \u000a| �[0;m�[38;5;43m20221214072122772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072122772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072122772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072122773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072122774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072122774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072122774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:24.732160 run patchelf(pid=21974): Terminating (SIGINT)\u000a07:21:24.916016 run patchelf(pid=21974): Terminated: ok {rc=0}\u000a07:21:24.949295 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21971): Process ended prematurely: osmo-stp_10.42.42.5(pid=21971) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21971)] [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a07:21:24.958561 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:21:25.021613 run osmo-hlr_10.42.42.2(pid=21968): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21968)]\u000a07:21:25.072903 run osmo-hlr_10.42.42.2(pid=21968): stdout: \u000a| (launched: 2022-12-14_07:21:21.553796) \u000a07:21:25.125337 run osmo-hlr_10.42.42.2(pid=21968): stderr: \u000a| �[0;m�[1;31m20221214072121750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072121750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072121750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072121750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072121750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072121750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072121763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072121771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072121772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072121772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:25.169870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21967): Terminating (SIGTERM)\u000a07:21:25.212241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21970): Terminating (SIGTERM)\u000a07:21:25.254360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21973): Terminating (SIGTERM)\u000a07:21:25.264042 --- ParallelTerminationStrategy: PID 21967 died...\u000a07:21:25.320280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21967): Terminated: ok {rc=0}\u000a07:21:25.330354 --- ParallelTerminationStrategy: PID 21970 died...\u000a07:21:25.386416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21970): Terminated: ok {rc=0}\u000a07:21:25.396457 --- ParallelTerminationStrategy: PID 21973 died...\u000a07:21:25.452603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21973): Terminated: ok {rc=0}\u000a07:21:25.539226 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21981): Process ended prematurely: osmo-stp_10.42.42.5(pid=21981) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21981)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21981): Process ended prematurely: osmo-stp_10.42.42.5(pid=21981) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:21:26.591691 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:26.603721 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:21:26.751963 tst ping_idle_ping.py: using LAC 39313\u000a07:21:26.879298 tst ping_idle_ping.py: using RAC 43\u000a07:21:27.008646 tst ping_idle_ping.py: using CellId 39313\u000a07:21:27.130695 tst ping_idle_ping.py: using BVCI 39314\u000a07:21:27.154545 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:27.165788 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:27.176714 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:27.187658 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:27.199272 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:27.210718 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:27.224658 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:21:27.238418 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:21:27.537695 tst ping_idle_ping.py:24: start network...\u000a07:21:27.674354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:28.191407 run create_hlr_db(pid=21975): Launched\u000a07:21:28.381864 bus /gobi_6: Setting Powered False\u000a07:21:29.401241 run create_hlr_db(pid=21975): Terminated: ok {rc=0}\u000a07:21:29.812250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21977): Launched\u000a07:21:30.118416 run osmo-hlr_10.42.42.2(pid=21978): Launched\u000a07:21:30.241481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:30.783878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21980): Launched\u000a07:21:31.219362 run osmo-stp_10.42.42.5(pid=21981): Launched\u000a07:21:31.346997 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:31.995839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21983): Launched\u000a07:21:32.119532 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:32.411952 run patchelf(pid=21984): Launched\u000a07:21:32.605673 run osmo-stp_10.42.42.5(pid=21981): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21981)]\u000a07:21:32.747227 run osmo-stp_10.42.42.5(pid=21981): stdout: \u000a| (launched: 2022-12-14_07:21:30.975554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:32.889044 run osmo-stp_10.42.42.5(pid=21981): stderr: \u000a| �[0;m�[38;5;43m20221214072131314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072131314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072131314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072131314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072131315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072131315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072131315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:33.025726 run osmo-stp_10.42.42.5(pid=21981): stdout: \u000a| (launched: 2022-12-14_07:21:30.975554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:33.161548 run osmo-stp_10.42.42.5(pid=21981): stderr: \u000a| �[0;m�[38;5;43m20221214072131314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072131314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072131314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072131314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072131315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072131315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072131315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:33.320387 run patchelf(pid=21984): Terminating (SIGINT)\u000a07:21:33.507631 run patchelf(pid=21984): Terminated: ok {rc=0}\u000a07:21:33.541523 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21981): Process ended prematurely: osmo-stp_10.42.42.5(pid=21981) [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21981)] [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:21:33.550963 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a07:21:33.614759 run osmo-hlr_10.42.42.2(pid=21978): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21978)]\u000a07:21:33.666956 run osmo-hlr_10.42.42.2(pid=21978): stdout: \u000a| (launched: 2022-12-14_07:21:29.967109) \u000a07:21:33.719865 run osmo-hlr_10.42.42.2(pid=21978): stderr: \u000a| �[0;m�[1;31m20221214072130140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072130141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072130141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072130141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072130141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072130141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072130153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072130161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072130161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072130161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:33.765119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21977): Terminating (SIGTERM)\u000a07:21:33.807542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21980): Terminating (SIGTERM)\u000a07:21:33.850289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21983): Terminating (SIGTERM)\u000a07:21:33.860099 --- ParallelTerminationStrategy: PID 21977 died...\u000a07:21:33.918086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21977): Terminated: ok {rc=0}\u000a07:21:33.928396 --- ParallelTerminationStrategy: PID 21980 died...\u000a07:21:33.985834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21980): Terminated: ok {rc=0}\u000a07:21:33.996106 --- ParallelTerminationStrategy: PID 21983 died...\u000a07:21:34.053195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21983): Terminated: ok {rc=0}\u000a07:21:34.142435 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:20:34" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21999): Process ended prematurely: osmo-stp_10.42.42.5(pid=21999) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21999)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21999): Process ended prematurely: osmo-stp_10.42.42.5(pid=21999) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:21:36.287875 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:36.298881 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:21:36.458746 tst cs_paging_gprs_active.py: using LAC 39314\u000a07:21:36.582963 tst cs_paging_gprs_active.py: using RAC 44\u000a07:21:36.706925 tst cs_paging_gprs_active.py: using CellId 39314\u000a07:21:36.830740 tst cs_paging_gprs_active.py: using BVCI 39315\u000a07:21:36.854615 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:36.865577 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:36.876184 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:36.886912 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:36.897623 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:36.908388 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:36.919216 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:36.929893 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:36.940774 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:21:37.059981 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:21:37.362858 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:21:37.502776 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:21:37.848514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21989): Launched\u000a07:21:38.135948 run iperf3-srv_10.42.42.10(pid=21990): Launched\u000a07:21:38.340917 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:21:38.479831 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:21:38.824182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21991): Launched\u000a07:21:39.111189 run iperf3-srv_10.42.42.10(pid=21992): Launched\u000a07:21:39.316748 tst cs_paging_gprs_active.py:38: start network...\u000a07:21:39.456288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:39.986050 run create_hlr_db(pid=21993): Launched\u000a07:21:40.164288 bus /gobi_6: Setting Powered False\u000a07:21:41.186301 run create_hlr_db(pid=21993): Terminated: ok {rc=0}\u000a07:21:41.598522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21995): Launched\u000a07:21:41.909070 run osmo-hlr_10.42.42.2(pid=21996): Launched\u000a07:21:42.031316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:42.573828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21998): Launched\u000a07:21:42.883586 run osmo-stp_10.42.42.5(pid=21999): Launched\u000a07:21:42.995249 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:43.534651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22001): Launched\u000a07:21:43.644272 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:43.915188 run patchelf(pid=22002): Launched\u000a07:21:44.097843 run osmo-stp_10.42.42.5(pid=21999): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21999)]\u000a07:21:44.229522 run osmo-stp_10.42.42.5(pid=21999): stdout: \u000a| (launched: 2022-12-14_07:21:42.730619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:44.361528 run osmo-stp_10.42.42.5(pid=21999): stderr: \u000a| �[0;m�[38;5;43m20221214072142902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072142902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072142902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072142902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072142903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072142903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072142903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:44.490079 run osmo-stp_10.42.42.5(pid=21999): stdout: \u000a| (launched: 2022-12-14_07:21:42.730619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:44.616834 run osmo-stp_10.42.42.5(pid=21999): stderr: \u000a| �[0;m�[38;5;43m20221214072142902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072142902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072142902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072142902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072142903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072142903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072142903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:44.765647 run patchelf(pid=22002): Terminating (SIGINT)\u000a07:21:44.941296 run patchelf(pid=22002): Terminated: ok {rc=0}\u000a07:21:44.973353 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21999): Process ended prematurely: osmo-stp_10.42.42.5(pid=21999) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21999)] [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:21:44.982516 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:21:45.042069 run osmo-hlr_10.42.42.2(pid=21996): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21996)]\u000a07:21:45.091046 run osmo-hlr_10.42.42.2(pid=21996): stdout: \u000a| (launched: 2022-12-14_07:21:41.755619) \u000a07:21:45.140581 run osmo-hlr_10.42.42.2(pid=21996): stderr: \u000a| �[0;m�[1;31m20221214072141930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072141931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072141931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072141931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072141931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072141931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072141943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072141951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072141951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072141951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:45.182752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21989): Terminating (SIGTERM)\u000a07:21:45.222482 run iperf3-srv_10.42.42.10(pid=21990): Terminating (SIGTERM)\u000a07:21:45.262201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21991): Terminating (SIGTERM)\u000a07:21:45.301843 run iperf3-srv_10.42.42.10(pid=21992): Terminating (SIGTERM)\u000a07:21:45.341564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21995): Terminating (SIGTERM)\u000a07:21:45.381144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21998): Terminating (SIGTERM)\u000a07:21:45.420776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22001): Terminating (SIGTERM)\u000a07:21:45.429972 --- ParallelTerminationStrategy: PID 21989 died...\u000a07:21:45.483320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21989): Terminated: ok {rc=0}\u000a07:21:45.492852 --- ParallelTerminationStrategy: PID 21990 died...\u000a07:21:45.545686 run iperf3-srv_10.42.42.10(pid=21990): Terminated {rc=256}\u000a07:21:45.555163 --- ParallelTerminationStrategy: PID 21991 died...\u000a07:21:45.608228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21991): Terminated: ok {rc=0}\u000a07:21:45.617738 --- ParallelTerminationStrategy: PID 21992 died...\u000a07:21:45.670218 run iperf3-srv_10.42.42.10(pid=21992): Terminated {rc=256}\u000a07:21:45.679627 --- ParallelTerminationStrategy: PID 21995 died...\u000a07:21:45.731983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21995): Terminated: ok {rc=0}\u000a07:21:45.741829 --- ParallelTerminationStrategy: PID 21998 died...\u000a07:21:45.794390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21998): Terminated: ok {rc=0}\u000a07:21:45.803853 --- ParallelTerminationStrategy: PID 22001 died...\u000a07:21:45.861017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22001): Terminated: ok {rc=0}\u000a07:21:45.958363 bus /gobi_0: Setting Powered False\u000a07:21:47.065708 bus /gobi_0: Setting Powered False\u000a07:21:48.178587 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22011): Process ended prematurely: osmo-stp_10.42.42.5(pid=22011) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22011)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22011): Process ended prematurely: osmo-stp_10.42.42.5(pid=22011) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:21:49.296782 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:49.309084 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:21:49.483962 tst iperf3.py: using LAC 39315\u000a07:21:49.614076 tst iperf3.py: using RAC 45\u000a07:21:49.742044 tst iperf3.py: using CellId 39315\u000a07:21:49.869828 tst iperf3.py: using BVCI 39316\u000a07:21:49.895248 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:49.906776 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:49.918011 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:49.929341 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:49.940663 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:49.952195 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:49.963891 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:49.975608 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:49.987361 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:21:50.273821 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:21:50.403573 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:21:50.728312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22003): Launched\u000a07:21:50.997798 run iperf3-srv_10.42.42.10(pid=22004): Launched\u000a07:21:51.187487 tst iperf3.py:8: start network...\u000a07:21:51.316416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:51.813458 run create_hlr_db(pid=22005): Launched\u000a07:21:51.992557 bus /gobi_6: Setting Powered False\u000a07:21:53.012105 run create_hlr_db(pid=22005): Terminated: ok {rc=0}\u000a07:21:53.425534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22007): Launched\u000a07:21:53.733579 run osmo-hlr_10.42.42.2(pid=22008): Launched\u000a07:21:53.846175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:54.384055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22010): Launched\u000a07:21:54.693453 run osmo-stp_10.42.42.5(pid=22011): Launched\u000a07:21:54.805967 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:55.346330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22013): Launched\u000a07:21:55.456141 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:55.726806 run patchelf(pid=22014): Launched\u000a07:21:55.907711 run osmo-stp_10.42.42.5(pid=22011): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22011)]\u000a07:21:56.039887 run osmo-stp_10.42.42.5(pid=22011): stdout: \u000a| (launched: 2022-12-14_07:21:54.540639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:56.173138 run osmo-stp_10.42.42.5(pid=22011): stderr: \u000a| �[0;m�[38;5;43m20221214072154709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072154709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072154709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072154710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072154710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072154710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072154711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:56.300835 run osmo-stp_10.42.42.5(pid=22011): stdout: \u000a| (launched: 2022-12-14_07:21:54.540639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:56.427288 run osmo-stp_10.42.42.5(pid=22011): stderr: \u000a| �[0;m�[38;5;43m20221214072154709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072154709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072154709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072154710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072154710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072154710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072154711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:56.575363 run patchelf(pid=22014): Terminating (SIGINT)\u000a07:21:56.750751 run patchelf(pid=22014): Terminated: ok {rc=0}\u000a07:21:56.782824 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22011): Process ended prematurely: osmo-stp_10.42.42.5(pid=22011) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22011)] [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:21:56.792037 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:21:56.851842 run osmo-hlr_10.42.42.2(pid=22008): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22008)]\u000a07:21:56.900862 run osmo-hlr_10.42.42.2(pid=22008): stdout: \u000a| (launched: 2022-12-14_07:21:53.582135) \u000a07:21:56.951094 run osmo-hlr_10.42.42.2(pid=22008): stderr: \u000a| �[0;m�[1;31m20221214072153756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072153756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072153756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072153756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072153756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072153756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072153768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072153776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072153776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072153776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:56.993621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22003): Terminating (SIGTERM)\u000a07:21:57.033728 run iperf3-srv_10.42.42.10(pid=22004): Terminating (SIGTERM)\u000a07:21:57.073806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22007): Terminating (SIGTERM)\u000a07:21:57.113931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22010): Terminating (SIGTERM)\u000a07:21:57.154083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22013): Terminating (SIGTERM)\u000a07:21:57.163390 --- ParallelTerminationStrategy: PID 22003 died...\u000a07:21:57.216830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22003): Terminated: ok {rc=0}\u000a07:21:57.226529 --- ParallelTerminationStrategy: PID 22004 died...\u000a07:21:57.279545 run iperf3-srv_10.42.42.10(pid=22004): Terminated {rc=256}\u000a07:21:57.289126 --- ParallelTerminationStrategy: PID 22007 died...\u000a07:21:57.342264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22007): Terminated: ok {rc=0}\u000a07:21:57.351977 --- ParallelTerminationStrategy: PID 22010 died...\u000a07:21:57.405152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22010): Terminated: ok {rc=0}\u000a07:21:57.414801 --- ParallelTerminationStrategy: PID 22013 died...\u000a07:21:57.468096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22013): Terminated: ok {rc=0}\u000a07:21:57.556721 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22029): Process ended prematurely: osmo-stp_10.42.42.5(pid=22029) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22029)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22029): Process ended prematurely: osmo-stp_10.42.42.5(pid=22029) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:21:58.667831 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:58.679809 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:21:58.844521 tst iperf3m4.py: using LAC 39316\u000a07:21:58.964640 tst iperf3m4.py: using RAC 46\u000a07:21:59.086015 tst iperf3m4.py: using CellId 39316\u000a07:21:59.205893 tst iperf3m4.py: using BVCI 39317\u000a07:21:59.229858 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:59.240861 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:59.251684 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:59.262530 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:59.273204 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:59.283979 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:59.294959 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:59.305758 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:21:59.316607 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:21:59.439554 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:21:59.564624 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:21:59.683692 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:21:59.986263 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:22:00.126574 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:22:00.474909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22015): Launched\u000a07:22:00.762997 run iperf3-srv_10.42.42.10(pid=22016): Launched\u000a07:22:00.970813 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:22:01.106032 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:22:01.453277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22017): Launched\u000a07:22:01.744806 run iperf3-srv_10.42.42.10(pid=22018): Launched\u000a07:22:01.938757 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:22:02.071971 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:22:02.402440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22019): Launched\u000a07:22:02.670332 run iperf3-srv_10.42.42.10(pid=22020): Launched\u000a07:22:02.858564 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:22:02.986800 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:22:03.308567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22021): Launched\u000a07:22:03.575907 run iperf3-srv_10.42.42.10(pid=22022): Launched\u000a07:22:03.764425 tst iperf3m4.py:8: start network...\u000a07:22:03.892790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:04.390361 run create_hlr_db(pid=22023): Launched\u000a07:22:04.567957 bus /gobi_6: Setting Powered False\u000a07:22:05.589150 run create_hlr_db(pid=22023): Terminated: ok {rc=0}\u000a07:22:06.002517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22025): Launched\u000a07:22:06.313069 run osmo-hlr_10.42.42.2(pid=22026): Launched\u000a07:22:06.436785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:06.982254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22028): Launched\u000a07:22:07.292742 run osmo-stp_10.42.42.5(pid=22029): Launched\u000a07:22:07.404898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:22:07.948510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22031): Launched\u000a07:22:08.058320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:22:08.330798 run patchelf(pid=22032): Launched\u000a07:22:08.511489 run osmo-stp_10.42.42.5(pid=22029): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22029)]\u000a07:22:08.643534 run osmo-stp_10.42.42.5(pid=22029): stdout: \u000a| (launched: 2022-12-14_07:22:07.139328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:08.775622 run osmo-stp_10.42.42.5(pid=22029): stderr: \u000a| �[0;m�[38;5;43m20221214072207310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072207311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072207311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072207311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072207312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072207312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072207312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:08.903285 run osmo-stp_10.42.42.5(pid=22029): stdout: \u000a| (launched: 2022-12-14_07:22:07.139328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:09.029462 run osmo-stp_10.42.42.5(pid=22029): stderr: \u000a| �[0;m�[38;5;43m20221214072207310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072207311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072207311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072207311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072207312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072207312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072207312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:09.177966 run patchelf(pid=22032): Terminating (SIGINT)\u000a07:22:09.353734 run patchelf(pid=22032): Terminated: ok {rc=0}\u000a07:22:09.386012 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22029): Process ended prematurely: osmo-stp_10.42.42.5(pid=22029) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22029)] [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:22:09.395323 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:22:09.455541 run osmo-hlr_10.42.42.2(pid=22026): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22026)]\u000a07:22:09.504482 run osmo-hlr_10.42.42.2(pid=22026): stdout: \u000a| (launched: 2022-12-14_07:22:06.159840) \u000a07:22:09.554010 run osmo-hlr_10.42.42.2(pid=22026): stderr: \u000a| �[0;m�[1;31m20221214072206336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072206336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072206336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072206336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072206336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072206336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072206348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072206357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072206357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072206357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:09.596304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22015): Terminating (SIGTERM)\u000a07:22:09.636259 run iperf3-srv_10.42.42.10(pid=22016): Terminating (SIGTERM)\u000a07:22:09.676004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22017): Terminating (SIGTERM)\u000a07:22:09.715749 run iperf3-srv_10.42.42.10(pid=22018): Terminating (SIGTERM)\u000a07:22:09.755514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22019): Terminating (SIGTERM)\u000a07:22:09.795244 run iperf3-srv_10.42.42.10(pid=22020): Terminating (SIGTERM)\u000a07:22:09.834832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22021): Terminating (SIGTERM)\u000a07:22:09.874441 run iperf3-srv_10.42.42.10(pid=22022): Terminating (SIGTERM)\u000a07:22:09.914027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22025): Terminating (SIGTERM)\u000a07:22:09.953538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22028): Terminating (SIGTERM)\u000a07:22:09.993126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22031): Terminating (SIGTERM)\u000a07:22:10.002380 --- ParallelTerminationStrategy: PID 22015 died...\u000a07:22:10.056031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22015): Terminated: ok {rc=0}\u000a07:22:10.065884 --- ParallelTerminationStrategy: PID 22016 died...\u000a07:22:10.119189 run iperf3-srv_10.42.42.10(pid=22016): Terminated {rc=256}\u000a07:22:10.128618 --- ParallelTerminationStrategy: PID 22017 died...\u000a07:22:10.181989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22017): Terminated: ok {rc=0}\u000a07:22:10.191519 --- ParallelTerminationStrategy: PID 22018 died...\u000a07:22:10.245327 run iperf3-srv_10.42.42.10(pid=22018): Terminated {rc=256}\u000a07:22:10.254953 --- ParallelTerminationStrategy: PID 22019 died...\u000a07:22:10.307958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22019): Terminated: ok {rc=0}\u000a07:22:10.317925 --- ParallelTerminationStrategy: PID 22020 died...\u000a07:22:10.370712 run iperf3-srv_10.42.42.10(pid=22020): Terminated {rc=256}\u000a07:22:10.380311 --- ParallelTerminationStrategy: PID 22021 died...\u000a07:22:10.434052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22021): Terminated: ok {rc=0}\u000a07:22:10.443829 --- ParallelTerminationStrategy: PID 22022 died...\u000a07:22:10.496688 run iperf3-srv_10.42.42.10(pid=22022): Terminated {rc=256}\u000a07:22:10.506216 --- ParallelTerminationStrategy: PID 22025 died...\u000a07:22:10.559189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22025): Terminated: ok {rc=0}\u000a07:22:10.568864 --- ParallelTerminationStrategy: PID 22028 died...\u000a07:22:10.623180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22028): Terminated: ok {rc=0}\u000a07:22:10.632852 --- ParallelTerminationStrategy: PID 22031 died...\u000a07:22:10.686093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22031): Terminated: ok {rc=0}\u000a07:22:10.774060 bus /gobi_4: Setting Powered False\u000a07:22:11.878706 bus /gobi_4: Setting Powered False\u000a07:22:12.988086 bus /gobi_1: Setting Powered False\u000a07:22:14.091314 bus /gobi_1: Setting Powered False\u000a07:22:15.200539 bus /gobi_0: Setting Powered False\u000a07:22:16.306362 bus /gobi_0: Setting Powered False\u000a07:22:17.415630 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22039): Process ended prematurely: osmo-stp_10.42.42.5(pid=22039) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22039)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22039): Process ended prematurely: osmo-stp_10.42.42.5(pid=22039) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:22:18.482482 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:18.494350 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:22:18.659279 tst ping.py: using LAC 39317\u000a07:22:18.786650 tst ping.py: using RAC 47\u000a07:22:18.915448 tst ping.py: using CellId 39317\u000a07:22:19.049799 tst ping.py: using BVCI 39318\u000a07:22:19.075060 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:19.086752 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:19.098081 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:19.109490 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:19.120917 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:19.132623 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:19.144734 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:19.156323 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:22:19.438791 tst ping.py:19: start network...\u000a07:22:19.565234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:20.052014 run create_hlr_db(pid=22033): Launched\u000a07:22:20.227574 bus /gobi_6: Setting Powered False\u000a07:22:21.247722 run create_hlr_db(pid=22033): Terminated: ok {rc=0}\u000a07:22:21.654260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22035): Launched\u000a07:22:21.957790 run osmo-hlr_10.42.42.2(pid=22036): Launched\u000a07:22:22.076805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:22.615752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22038): Launched\u000a07:22:22.921744 run osmo-stp_10.42.42.5(pid=22039): Launched\u000a07:22:23.031861 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:22:23.562060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22041): Launched\u000a07:22:23.669902 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:22:23.935411 run patchelf(pid=22042): Launched\u000a07:22:24.112713 run osmo-stp_10.42.42.5(pid=22039): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22039)]\u000a07:22:24.242614 run osmo-stp_10.42.42.5(pid=22039): stdout: \u000a| (launched: 2022-12-14_07:22:22.771119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:24.373722 run osmo-stp_10.42.42.5(pid=22039): stderr: \u000a| �[0;m�[38;5;43m20221214072222938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072222938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072222939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072222939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072222939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072222940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072222940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:24.498926 run osmo-stp_10.42.42.5(pid=22039): stdout: \u000a| (launched: 2022-12-14_07:22:22.771119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:24.622478 run osmo-stp_10.42.42.5(pid=22039): stderr: \u000a| �[0;m�[38;5;43m20221214072222938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072222938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072222939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072222939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072222939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072222940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072222940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:24.768194 run patchelf(pid=22042): Terminating (SIGINT)\u000a07:22:24.940474 run patchelf(pid=22042): Terminated: ok {rc=0}\u000a07:22:24.971644 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22039): Process ended prematurely: osmo-stp_10.42.42.5(pid=22039) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22039)] [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:22:24.980288 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:22:25.040256 run osmo-hlr_10.42.42.2(pid=22036): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22036)]\u000a07:22:25.089543 run osmo-hlr_10.42.42.2(pid=22036): stdout: \u000a| (launched: 2022-12-14_07:22:21.808249) \u000a07:22:25.139354 run osmo-hlr_10.42.42.2(pid=22036): stderr: \u000a| �[0;m�[1;31m20221214072221982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072221982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072221982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072221982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072221982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072221982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072221994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072222002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072222002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072222002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:25.181981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22035): Terminating (SIGTERM)\u000a07:22:25.221896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22038): Terminating (SIGTERM)\u000a07:22:25.261732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22041): Terminating (SIGTERM)\u000a07:22:25.270968 --- ParallelTerminationStrategy: PID 22035 died...\u000a07:22:25.324652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22035): Terminated: ok {rc=0}\u000a07:22:25.334464 --- ParallelTerminationStrategy: PID 22038 died...\u000a07:22:25.387230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22038): Terminated: ok {rc=0}\u000a07:22:25.396786 --- ParallelTerminationStrategy: PID 22041 died...\u000a07:22:25.449613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22041): Terminated: ok {rc=0}\u000a07:22:25.538833 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22049): Process ended prematurely: osmo-stp_10.42.42.5(pid=22049) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22049)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22049): Process ended prematurely: osmo-stp_10.42.42.5(pid=22049) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:22:26.592142 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:26.604314 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:22:26.765912 tst ping_idle_ping.py: using LAC 39318\u000a07:22:26.884106 tst ping_idle_ping.py: using RAC 48\u000a07:22:27.008544 tst ping_idle_ping.py: using CellId 39318\u000a07:22:27.128271 tst ping_idle_ping.py: using BVCI 39319\u000a07:22:27.151604 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:27.162769 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:27.173656 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:27.184565 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:27.195402 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:27.206477 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:27.217700 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:22:27.228827 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:22:27.527466 tst ping_idle_ping.py:24: start network...\u000a07:22:27.665375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:28.191465 run create_hlr_db(pid=22043): Launched\u000a07:22:28.383869 bus /gobi_6: Setting Powered False\u000a07:22:29.401852 run create_hlr_db(pid=22043): Terminated: ok {rc=0}\u000a07:22:29.838906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22045): Launched\u000a07:22:30.167501 run osmo-hlr_10.42.42.2(pid=22046): Launched\u000a07:22:30.291687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:30.866926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22048): Launched\u000a07:22:31.334731 run osmo-stp_10.42.42.5(pid=22049): Launched\u000a07:22:31.670729 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:22:32.272154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22051): Launched\u000a07:22:32.391182 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:22:32.677964 run patchelf(pid=22052): Launched\u000a07:22:32.869505 run osmo-stp_10.42.42.5(pid=22049): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22049)]\u000a07:22:33.009499 run osmo-stp_10.42.42.5(pid=22049): stdout: \u000a| (launched: 2022-12-14_07:22:31.046899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:33.149783 run osmo-stp_10.42.42.5(pid=22049): stderr: \u000a| �[0;m�[38;5;43m20221214072231394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072231395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072231395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072231397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072231399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072231399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072231399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:33.284891 run osmo-stp_10.42.42.5(pid=22049): stdout: \u000a| (launched: 2022-12-14_07:22:31.046899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:33.418549 run osmo-stp_10.42.42.5(pid=22049): stderr: \u000a| �[0;m�[38;5;43m20221214072231394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072231395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072231395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072231397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072231399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072231399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072231399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:33.575505 run patchelf(pid=22052): Terminating (SIGINT)\u000a07:22:33.760026 run patchelf(pid=22052): Terminated: ok {rc=0}\u000a07:22:33.793515 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22049): Process ended prematurely: osmo-stp_10.42.42.5(pid=22049) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22049)] [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:22:33.802920 tst ping_idle_ping.py:27: Test FAILED (7.2 sec)\u000a07:22:33.866651 run osmo-hlr_10.42.42.2(pid=22046): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22046)]\u000a07:22:33.918601 run osmo-hlr_10.42.42.2(pid=22046): stdout: \u000a| (launched: 2022-12-14_07:22:30.005160) \u000a07:22:33.971148 run osmo-hlr_10.42.42.2(pid=22046): stderr: \u000a| �[0;m�[1;31m20221214072230201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072230201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072230201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072230201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072230201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072230201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072230213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072230222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072230222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072230222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:34.016248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22045): Terminating (SIGTERM)\u000a07:22:34.059335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22048): Terminating (SIGTERM)\u000a07:22:34.102169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22051): Terminating (SIGTERM)\u000a07:22:34.111898 --- ParallelTerminationStrategy: PID 22045 died...\u000a07:22:34.169162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22045): Terminated: ok {rc=0}\u000a07:22:34.179251 --- ParallelTerminationStrategy: PID 22048 died...\u000a07:22:34.235762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22048): Terminated: ok {rc=0}\u000a07:22:34.245845 --- ParallelTerminationStrategy: PID 22051 died...\u000a07:22:34.302325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22051): Terminated: ok {rc=0}\u000a07:22:34.390277 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:21:35" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22066): Process ended prematurely: osmo-stp_10.42.42.5(pid=22066) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22066)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22066): Process ended prematurely: osmo-stp_10.42.42.5(pid=22066) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:22:36.539674 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:36.550866 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:22:36.710206 tst cs_paging_gprs_active.py: using LAC 39319\u000a07:22:36.831078 tst cs_paging_gprs_active.py: using RAC 49\u000a07:22:36.952303 tst cs_paging_gprs_active.py: using CellId 39319\u000a07:22:37.074580 tst cs_paging_gprs_active.py: using BVCI 39320\u000a07:22:37.098423 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:37.109387 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:37.120110 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:37.130869 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:37.141706 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:37.152642 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:37.163744 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:37.174788 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:37.185879 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:22:37.310018 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:22:37.614107 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:22:37.754260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:22:38.099778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22056): Launched\u000a07:22:38.387704 run iperf3-srv_10.42.42.10(pid=22057): Launched\u000a07:22:38.593411 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:22:38.733200 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:22:39.079362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22058): Launched\u000a07:22:39.369848 run iperf3-srv_10.42.42.10(pid=22059): Launched\u000a07:22:39.574475 tst cs_paging_gprs_active.py:38: start network...\u000a07:22:39.714054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:40.239860 run create_hlr_db(pid=22060): Launched\u000a07:22:40.432782 bus /gobi_6: Setting Powered False\u000a07:22:41.452905 run create_hlr_db(pid=22060): Terminated: ok {rc=0}\u000a07:22:41.896361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22062): Launched\u000a07:22:42.230859 run osmo-hlr_10.42.42.2(pid=22063): Launched\u000a07:22:42.349683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:42.931836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22065): Launched\u000a07:22:43.265522 run osmo-stp_10.42.42.5(pid=22066): Launched\u000a07:22:43.386538 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:22:43.967130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22068): Launched\u000a07:22:44.086697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:22:44.378534 run patchelf(pid=22069): Launched\u000a07:22:44.573172 run osmo-stp_10.42.42.5(pid=22066): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22066)]\u000a07:22:44.715265 run osmo-stp_10.42.42.5(pid=22066): stdout: \u000a| (launched: 2022-12-14_07:22:43.100631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:44.857437 run osmo-stp_10.42.42.5(pid=22066): stderr: \u000a| �[0;m�[38;5;43m20221214072243292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072243292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072243292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072243292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072243293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072243293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072243293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:44.995044 run osmo-stp_10.42.42.5(pid=22066): stdout: \u000a| (launched: 2022-12-14_07:22:43.100631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:45.131448 run osmo-stp_10.42.42.5(pid=22066): stderr: \u000a| �[0;m�[38;5;43m20221214072243292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072243292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072243292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072243292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072243293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072243293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072243293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:45.291997 run patchelf(pid=22069): Terminating (SIGINT)\u000a07:22:45.480466 run patchelf(pid=22069): Terminated: ok {rc=0}\u000a07:22:45.515064 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22066): Process ended prematurely: osmo-stp_10.42.42.5(pid=22066) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22066)] [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:22:45.525023 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a07:22:45.589337 run osmo-hlr_10.42.42.2(pid=22063): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22063)]\u000a07:22:45.641298 run osmo-hlr_10.42.42.2(pid=22063): stdout: \u000a| (launched: 2022-12-14_07:22:42.066191) \u000a07:22:45.694300 run osmo-hlr_10.42.42.2(pid=22063): stderr: \u000a| �[0;m�[1;31m20221214072242262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072242262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072242262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072242262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072242262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072242262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072242275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072242283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072242283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072242283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:45.739650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22056): Terminating (SIGTERM)\u000a07:22:45.782819 run iperf3-srv_10.42.42.10(pid=22057): Terminating (SIGTERM)\u000a07:22:45.825508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22058): Terminating (SIGTERM)\u000a07:22:45.869626 run iperf3-srv_10.42.42.10(pid=22059): Terminating (SIGTERM)\u000a07:22:45.918607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22062): Terminating (SIGTERM)\u000a07:22:45.961782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22065): Terminating (SIGTERM)\u000a07:22:46.005538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22068): Terminating (SIGTERM)\u000a07:22:46.016529 --- ParallelTerminationStrategy: PID 22056 died...\u000a07:22:46.074208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22056): Terminated: ok {rc=0}\u000a07:22:46.084739 --- ParallelTerminationStrategy: PID 22057 died...\u000a07:22:46.142099 run iperf3-srv_10.42.42.10(pid=22057): Terminated {rc=256}\u000a07:22:46.152554 --- ParallelTerminationStrategy: PID 22058 died...\u000a07:22:46.210408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22058): Terminated: ok {rc=0}\u000a07:22:46.220913 --- ParallelTerminationStrategy: PID 22059 died...\u000a07:22:46.278075 run iperf3-srv_10.42.42.10(pid=22059): Terminated {rc=256}\u000a07:22:46.288571 --- ParallelTerminationStrategy: PID 22062 died...\u000a07:22:46.346047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22062): Terminated: ok {rc=0}\u000a07:22:46.356512 --- ParallelTerminationStrategy: PID 22065 died...\u000a07:22:46.413714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22065): Terminated: ok {rc=0}\u000a07:22:46.424242 --- ParallelTerminationStrategy: PID 22068 died...\u000a07:22:46.481664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22068): Terminated: ok {rc=0}\u000a07:22:46.573104 bus /gobi_0: Setting Powered False\u000a07:22:47.675709 bus /gobi_0: Setting Powered False\u000a07:22:48.786087 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22078): Process ended prematurely: osmo-stp_10.42.42.5(pid=22078) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22078)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22078): Process ended prematurely: osmo-stp_10.42.42.5(pid=22078) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:22:49.903979 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:49.916404 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:22:50.088898 tst iperf3.py: using LAC 39320\u000a07:22:50.222213 tst iperf3.py: using RAC 50\u000a07:22:50.353387 tst iperf3.py: using CellId 39320\u000a07:22:50.485308 tst iperf3.py: using BVCI 39321\u000a07:22:50.511145 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:50.522725 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:50.533943 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:50.545242 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:50.556789 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:50.568580 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:50.580413 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:50.592247 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:50.604407 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:22:50.907163 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:22:51.046638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:22:51.393086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22070): Launched\u000a07:22:51.680814 run iperf3-srv_10.42.42.10(pid=22071): Launched\u000a07:22:51.901793 tst iperf3.py:8: start network...\u000a07:22:52.049911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:52.574420 run create_hlr_db(pid=22072): Launched\u000a07:22:52.767199 bus /gobi_6: Setting Powered False\u000a07:22:53.786905 run create_hlr_db(pid=22072): Terminated: ok {rc=0}\u000a07:22:54.231005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22074): Launched\u000a07:22:54.564644 run osmo-hlr_10.42.42.2(pid=22075): Launched\u000a07:22:54.686618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:55.267691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22077): Launched\u000a07:22:55.600362 run osmo-stp_10.42.42.5(pid=22078): Launched\u000a07:22:55.721363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:22:56.302058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22080): Launched\u000a07:22:56.421054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:22:56.712029 run patchelf(pid=22081): Launched\u000a07:22:56.906941 run osmo-stp_10.42.42.5(pid=22078): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22078)]\u000a07:22:57.048883 run osmo-stp_10.42.42.5(pid=22078): stdout: \u000a| (launched: 2022-12-14_07:22:55.436373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:57.192003 run osmo-stp_10.42.42.5(pid=22078): stderr: \u000a| �[0;m�[38;5;43m20221214072255628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072255629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072255629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072255629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072255630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072255630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072255630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:57.329516 run osmo-stp_10.42.42.5(pid=22078): stdout: \u000a| (launched: 2022-12-14_07:22:55.436373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:57.465706 run osmo-stp_10.42.42.5(pid=22078): stderr: \u000a| �[0;m�[38;5;43m20221214072255628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072255629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072255629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072255629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072255630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072255630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072255630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:57.624905 run patchelf(pid=22081): Terminating (SIGINT)\u000a07:22:57.812482 run patchelf(pid=22081): Terminated: ok {rc=0}\u000a07:22:57.846717 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22078): Process ended prematurely: osmo-stp_10.42.42.5(pid=22078) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22078)] [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:22:57.856789 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a07:22:57.920994 run osmo-hlr_10.42.42.2(pid=22075): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22075)]\u000a07:22:57.973159 run osmo-hlr_10.42.42.2(pid=22075): stdout: \u000a| (launched: 2022-12-14_07:22:54.399926) \u000a07:22:58.026089 run osmo-hlr_10.42.42.2(pid=22075): stderr: \u000a| �[0;m�[1;31m20221214072254599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072254599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072254599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072254599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072254599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072254599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072254611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072254620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072254621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072254621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:58.071347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22070): Terminating (SIGTERM)\u000a07:22:58.113971 run iperf3-srv_10.42.42.10(pid=22071): Terminating (SIGTERM)\u000a07:22:58.156765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22074): Terminating (SIGTERM)\u000a07:22:58.200104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22077): Terminating (SIGTERM)\u000a07:22:58.243083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22080): Terminating (SIGTERM)\u000a07:22:58.252920 --- ParallelTerminationStrategy: PID 22070 died...\u000a07:22:58.309898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22070): Terminated: ok {rc=0}\u000a07:22:58.320136 --- ParallelTerminationStrategy: PID 22071 died...\u000a07:22:58.376654 run iperf3-srv_10.42.42.10(pid=22071): Terminated {rc=256}\u000a07:22:58.386790 --- ParallelTerminationStrategy: PID 22074 died...\u000a07:22:58.443377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22074): Terminated: ok {rc=0}\u000a07:22:58.453649 --- ParallelTerminationStrategy: PID 22077 died...\u000a07:22:58.510625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22077): Terminated: ok {rc=0}\u000a07:22:58.520800 --- ParallelTerminationStrategy: PID 22080 died...\u000a07:22:58.577591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22080): Terminated: ok {rc=0}\u000a07:22:58.664166 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22096): Process ended prematurely: osmo-stp_10.42.42.5(pid=22096) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22096)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22096): Process ended prematurely: osmo-stp_10.42.42.5(pid=22096) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:22:59.781139 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:22:59.793491 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:22:59.964783 tst iperf3m4.py: using LAC 39321\u000a07:23:00.096276 tst iperf3m4.py: using RAC 51\u000a07:23:00.226615 tst iperf3m4.py: using CellId 39321\u000a07:23:00.359218 tst iperf3m4.py: using BVCI 39322\u000a07:23:00.384762 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:00.396268 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:00.407582 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:00.418903 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:00.430584 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:00.442423 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:00.454488 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:00.466310 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:00.478568 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:23:00.598231 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:23:00.723245 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:23:00.849777 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:23:01.173707 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:23:01.307159 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:23:01.646757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22082): Launched\u000a07:23:01.940704 run iperf3-srv_10.42.42.10(pid=22083): Launched\u000a07:23:02.134241 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:23:02.264506 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:23:02.587540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22084): Launched\u000a07:23:02.858410 run iperf3-srv_10.42.42.10(pid=22085): Launched\u000a07:23:03.048282 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:23:03.177628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:23:03.502983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22086): Launched\u000a07:23:03.771312 run iperf3-srv_10.42.42.10(pid=22087): Launched\u000a07:23:03.959756 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:23:04.087808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:23:04.409951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22088): Launched\u000a07:23:04.678223 run iperf3-srv_10.42.42.10(pid=22089): Launched\u000a07:23:04.865753 tst iperf3m4.py:8: start network...\u000a07:23:04.993243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:05.490911 run create_hlr_db(pid=22090): Launched\u000a07:23:05.668286 bus /gobi_6: Setting Powered False\u000a07:23:06.690165 run create_hlr_db(pid=22090): Terminated: ok {rc=0}\u000a07:23:07.130880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22092): Launched\u000a07:23:07.441236 run osmo-hlr_10.42.42.2(pid=22093): Launched\u000a07:23:07.564562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:08.111784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22095): Launched\u000a07:23:08.420150 run osmo-stp_10.42.42.5(pid=22096): Launched\u000a07:23:08.531175 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:23:09.069937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22098): Launched\u000a07:23:09.179356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:23:09.449217 run patchelf(pid=22099): Launched\u000a07:23:09.629228 run osmo-stp_10.42.42.5(pid=22096): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22096)]\u000a07:23:09.761054 run osmo-stp_10.42.42.5(pid=22096): stdout: \u000a| (launched: 2022-12-14_07:23:08.268360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:09.893192 run osmo-stp_10.42.42.5(pid=22096): stderr: \u000a| �[0;m�[38;5;43m20221214072308439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072308439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072308439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072308439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072308440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072308440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072308440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:10.020116 run osmo-stp_10.42.42.5(pid=22096): stdout: \u000a| (launched: 2022-12-14_07:23:08.268360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:10.145956 run osmo-stp_10.42.42.5(pid=22096): stderr: \u000a| �[0;m�[38;5;43m20221214072308439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072308439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072308439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072308439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072308440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072308440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072308440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:10.294571 run patchelf(pid=22099): Terminating (SIGINT)\u000a07:23:10.469279 run patchelf(pid=22099): Terminated: ok {rc=0}\u000a07:23:10.501093 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22096): Process ended prematurely: osmo-stp_10.42.42.5(pid=22096) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22096)] [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:23:10.510408 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:23:10.569952 run osmo-hlr_10.42.42.2(pid=22093): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22093)]\u000a07:23:10.618579 run osmo-hlr_10.42.42.2(pid=22093): stdout: \u000a| (launched: 2022-12-14_07:23:07.288666) \u000a07:23:10.667800 run osmo-hlr_10.42.42.2(pid=22093): stderr: \u000a| �[0;m�[1;31m20221214072307465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072307465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072307465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072307465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072307465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072307465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072307478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072307486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072307486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072307486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:10.710406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22082): Terminating (SIGTERM)\u000a07:23:10.750363 run iperf3-srv_10.42.42.10(pid=22083): Terminating (SIGTERM)\u000a07:23:10.790144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22084): Terminating (SIGTERM)\u000a07:23:10.829810 run iperf3-srv_10.42.42.10(pid=22085): Terminating (SIGTERM)\u000a07:23:10.869459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22086): Terminating (SIGTERM)\u000a07:23:10.909057 run iperf3-srv_10.42.42.10(pid=22087): Terminating (SIGTERM)\u000a07:23:10.948723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22088): Terminating (SIGTERM)\u000a07:23:10.988263 run iperf3-srv_10.42.42.10(pid=22089): Terminating (SIGTERM)\u000a07:23:11.028119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22092): Terminating (SIGTERM)\u000a07:23:11.068031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22095): Terminating (SIGTERM)\u000a07:23:11.107864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22098): Terminating (SIGTERM)\u000a07:23:11.117123 --- ParallelTerminationStrategy: PID 22082 died...\u000a07:23:11.170586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22082): Terminated: ok {rc=0}\u000a07:23:11.180077 --- ParallelTerminationStrategy: PID 22083 died...\u000a07:23:11.233106 run iperf3-srv_10.42.42.10(pid=22083): Terminated {rc=256}\u000a07:23:11.242611 --- ParallelTerminationStrategy: PID 22084 died...\u000a07:23:11.295482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22084): Terminated: ok {rc=0}\u000a07:23:11.304916 --- ParallelTerminationStrategy: PID 22085 died...\u000a07:23:11.357957 run iperf3-srv_10.42.42.10(pid=22085): Terminated {rc=256}\u000a07:23:11.367481 --- ParallelTerminationStrategy: PID 22086 died...\u000a07:23:11.420595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22086): Terminated: ok {rc=0}\u000a07:23:11.430146 --- ParallelTerminationStrategy: PID 22087 died...\u000a07:23:11.483087 run iperf3-srv_10.42.42.10(pid=22087): Terminated {rc=256}\u000a07:23:11.492609 --- ParallelTerminationStrategy: PID 22088 died...\u000a07:23:11.545569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22088): Terminated: ok {rc=0}\u000a07:23:11.555129 --- ParallelTerminationStrategy: PID 22089 died...\u000a07:23:11.608054 run iperf3-srv_10.42.42.10(pid=22089): Terminated {rc=256}\u000a07:23:11.617705 --- ParallelTerminationStrategy: PID 22092 died...\u000a07:23:11.670730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22092): Terminated: ok {rc=0}\u000a07:23:11.680253 --- ParallelTerminationStrategy: PID 22095 died...\u000a07:23:11.733135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22095): Terminated: ok {rc=0}\u000a07:23:11.742738 --- ParallelTerminationStrategy: PID 22098 died...\u000a07:23:11.795711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22098): Terminated: ok {rc=0}\u000a07:23:11.879955 bus /gobi_4: Setting Powered False\u000a07:23:12.987145 bus /gobi_4: Setting Powered False\u000a07:23:14.100021 bus /gobi_1: Setting Powered False\u000a07:23:15.203268 bus /gobi_1: Setting Powered False\u000a07:23:16.336910 bus /gobi_0: Setting Powered False\u000a07:23:17.447221 bus /gobi_0: Setting Powered False\u000a07:23:18.560914 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22106): Process ended prematurely: osmo-stp_10.42.42.5(pid=22106) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22106)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22106): Process ended prematurely: osmo-stp_10.42.42.5(pid=22106) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:23:19.628509 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:19.640369 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:23:19.799609 tst ping.py: using LAC 39322\u000a07:23:19.920472 tst ping.py: using RAC 52\u000a07:23:20.041801 tst ping.py: using CellId 39322\u000a07:23:20.169981 tst ping.py: using BVCI 39323\u000a07:23:20.195643 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:20.207509 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:20.219177 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:20.230976 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:20.243150 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:20.255357 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:20.267430 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:20.279088 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:23:20.558667 tst ping.py:19: start network...\u000a07:23:20.684322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:21.169452 run create_hlr_db(pid=22100): Launched\u000a07:23:21.343759 bus /gobi_6: Setting Powered False\u000a07:23:22.365739 run create_hlr_db(pid=22100): Terminated: ok {rc=0}\u000a07:23:22.803239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22102): Launched\u000a07:23:23.132568 run osmo-hlr_10.42.42.2(pid=22103): Launched\u000a07:23:23.254107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:23.836086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22105): Launched\u000a07:23:24.163560 run osmo-stp_10.42.42.5(pid=22106): Launched\u000a07:23:24.282669 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:23:24.853693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22108): Launched\u000a07:23:24.970450 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:23:25.255792 run patchelf(pid=22109): Launched\u000a07:23:25.446956 run osmo-stp_10.42.42.5(pid=22106): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22106)]\u000a07:23:25.586550 run osmo-stp_10.42.42.5(pid=22106): stdout: \u000a| (launched: 2022-12-14_07:23:24.002090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:25.726579 run osmo-stp_10.42.42.5(pid=22106): stderr: \u000a| �[0;m�[38;5;43m20221214072324192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072324192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072324192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072324193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072324193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072324193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072324193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:25.861476 run osmo-stp_10.42.42.5(pid=22106): stdout: \u000a| (launched: 2022-12-14_07:23:24.002090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:25.994549 run osmo-stp_10.42.42.5(pid=22106): stderr: \u000a| �[0;m�[38;5;43m20221214072324192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072324192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072324192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072324193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072324193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072324193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072324193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:26.151035 run patchelf(pid=22109): Terminating (SIGINT)\u000a07:23:26.335598 run patchelf(pid=22109): Terminated: ok {rc=0}\u000a07:23:26.368852 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22106): Process ended prematurely: osmo-stp_10.42.42.5(pid=22106) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22106)] [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:23:26.378137 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:23:26.441453 run osmo-hlr_10.42.42.2(pid=22103): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22103)]\u000a07:23:26.493156 run osmo-hlr_10.42.42.2(pid=22103): stdout: \u000a| (launched: 2022-12-14_07:23:22.969596) \u000a07:23:26.545543 run osmo-hlr_10.42.42.2(pid=22103): stderr: \u000a| �[0;m�[1;31m20221214072323165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072323165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072323165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072323165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072323166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072323166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072323178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072323187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072323187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072323187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:26.590321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22102): Terminating (SIGTERM)\u000a07:23:26.632486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22105): Terminating (SIGTERM)\u000a07:23:26.674680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22108): Terminating (SIGTERM)\u000a07:23:26.684421 --- ParallelTerminationStrategy: PID 22102 died...\u000a07:23:26.741224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22102): Terminated: ok {rc=0}\u000a07:23:26.751367 --- ParallelTerminationStrategy: PID 22105 died...\u000a07:23:26.807651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22105): Terminated: ok {rc=0}\u000a07:23:26.817812 --- ParallelTerminationStrategy: PID 22108 died...\u000a07:23:26.874071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22108): Terminated: ok {rc=0}\u000a07:23:26.961449 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22116): Process ended prematurely: osmo-stp_10.42.42.5(pid=22116) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22116)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22116): Process ended prematurely: osmo-stp_10.42.42.5(pid=22116) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:23:28.014605 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:28.026956 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:23:28.189550 tst ping_idle_ping.py: using LAC 39323\u000a07:23:28.308460 tst ping_idle_ping.py: using RAC 53\u000a07:23:28.430194 tst ping_idle_ping.py: using CellId 39323\u000a07:23:28.549863 tst ping_idle_ping.py: using BVCI 39324\u000a07:23:28.573565 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:28.584425 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:28.595067 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:28.605929 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:28.616505 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:28.627223 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:28.638250 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:23:28.648846 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:23:28.928007 tst ping_idle_ping.py:24: start network...\u000a07:23:29.054240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:29.544824 run create_hlr_db(pid=22110): Launched\u000a07:23:29.720474 bus /gobi_6: Setting Powered False\u000a07:23:30.740476 run create_hlr_db(pid=22110): Terminated: ok {rc=0}\u000a07:23:31.206842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22112): Launched\u000a07:23:31.629407 run osmo-hlr_10.42.42.2(pid=22113): Launched\u000a07:23:31.800900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:32.388680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22115): Launched\u000a07:23:32.694668 run osmo-stp_10.42.42.5(pid=22116): Launched\u000a07:23:32.805104 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:23:33.336681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22118): Launched\u000a07:23:33.444308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:23:33.710446 run patchelf(pid=22119): Launched\u000a07:23:33.888351 run osmo-stp_10.42.42.5(pid=22116): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22116)]\u000a07:23:34.018467 run osmo-stp_10.42.42.5(pid=22116): stdout: \u000a| (launched: 2022-12-14_07:23:32.543708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:34.148642 run osmo-stp_10.42.42.5(pid=22116): stderr: \u000a| �[0;m�[38;5;43m20221214072332713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072332713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072332713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072332714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072332714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072332714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072332714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:34.273741 run osmo-stp_10.42.42.5(pid=22116): stdout: \u000a| (launched: 2022-12-14_07:23:32.543708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:34.397714 run osmo-stp_10.42.42.5(pid=22116): stderr: \u000a| �[0;m�[38;5;43m20221214072332713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072332713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072332713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072332714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072332714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072332714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072332714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:34.543343 run patchelf(pid=22119): Terminating (SIGINT)\u000a07:23:34.715543 run patchelf(pid=22119): Terminated: ok {rc=0}\u000a07:23:34.746817 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22116): Process ended prematurely: osmo-stp_10.42.42.5(pid=22116) [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22116)] [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:23:34.755448 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:23:34.814686 run osmo-hlr_10.42.42.2(pid=22113): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22113)]\u000a07:23:34.863248 run osmo-hlr_10.42.42.2(pid=22113): stdout: \u000a| (launched: 2022-12-14_07:23:31.366559) \u000a07:23:34.912924 run osmo-hlr_10.42.42.2(pid=22113): stderr: \u000a| �[0;m�[1;31m20221214072331703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072331703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072331703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072331703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072331703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072331703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072331721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072331729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072331729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072331729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:34.955238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22112): Terminating (SIGTERM)\u000a07:23:34.994882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22115): Terminating (SIGTERM)\u000a07:23:35.034550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22118): Terminating (SIGTERM)\u000a07:23:35.043747 --- ParallelTerminationStrategy: PID 22112 died...\u000a07:23:35.096787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22112): Terminated: ok {rc=0}\u000a07:23:35.106368 --- ParallelTerminationStrategy: PID 22115 died...\u000a07:23:35.159791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22115): Terminated: ok {rc=0}\u000a07:23:35.169404 --- ParallelTerminationStrategy: PID 22118 died...\u000a07:23:35.222306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22118): Terminated: ok {rc=0}\u000a07:23:35.310009 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:22:36" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22134): Process ended prematurely: osmo-stp_10.42.42.5(pid=22134) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22134)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22134): Process ended prematurely: osmo-stp_10.42.42.5(pid=22134) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:23:37.464239 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:37.475627 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:23:37.619545 tst cs_paging_gprs_active.py: using LAC 39324\u000a07:23:37.751203 tst cs_paging_gprs_active.py: using RAC 54\u000a07:23:37.882182 tst cs_paging_gprs_active.py: using CellId 39324\u000a07:23:38.012551 tst cs_paging_gprs_active.py: using BVCI 39325\u000a07:23:38.038460 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:38.050495 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:38.062301 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:38.074001 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:38.085876 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:38.097976 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:38.109997 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:38.121876 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:38.134037 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:23:38.260437 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:23:38.549245 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:23:38.679006 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:23:39.004890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22124): Launched\u000a07:23:39.276122 run iperf3-srv_10.42.42.10(pid=22125): Launched\u000a07:23:39.467731 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:23:39.598263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:23:39.924754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22126): Launched\u000a07:23:40.193834 run iperf3-srv_10.42.42.10(pid=22127): Launched\u000a07:23:40.383650 tst cs_paging_gprs_active.py:38: start network...\u000a07:23:40.512668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:41.012268 run create_hlr_db(pid=22128): Launched\u000a07:23:41.190153 bus /gobi_6: Setting Powered False\u000a07:23:42.211355 run create_hlr_db(pid=22128): Terminated: ok {rc=0}\u000a07:23:42.626396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22130): Launched\u000a07:23:42.938155 run osmo-hlr_10.42.42.2(pid=22131): Launched\u000a07:23:43.052149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:43.591047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22133): Launched\u000a07:23:43.901928 run osmo-stp_10.42.42.5(pid=22134): Launched\u000a07:23:44.013477 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:23:44.554179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22136): Launched\u000a07:23:44.664273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:23:44.935846 run patchelf(pid=22137): Launched\u000a07:23:45.118254 run osmo-stp_10.42.42.5(pid=22134): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22134)]\u000a07:23:45.250552 run osmo-stp_10.42.42.5(pid=22134): stdout: \u000a| (launched: 2022-12-14_07:23:43.748310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:45.382772 run osmo-stp_10.42.42.5(pid=22134): stderr: \u000a| �[0;m�[38;5;43m20221214072343920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072343920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072343920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072343921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072343921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072343921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072343921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:45.510481 run osmo-stp_10.42.42.5(pid=22134): stdout: \u000a| (launched: 2022-12-14_07:23:43.748310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:45.637092 run osmo-stp_10.42.42.5(pid=22134): stderr: \u000a| �[0;m�[38;5;43m20221214072343920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072343920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072343920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072343921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072343921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072343921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072343921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:45.785922 run patchelf(pid=22137): Terminating (SIGINT)\u000a07:23:45.965472 run patchelf(pid=22137): Terminated: ok {rc=0}\u000a07:23:45.999330 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22134): Process ended prematurely: osmo-stp_10.42.42.5(pid=22134) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22134)] [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a07:23:46.009779 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:23:46.071366 run osmo-hlr_10.42.42.2(pid=22131): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22131)]\u000a07:23:46.121791 run osmo-hlr_10.42.42.2(pid=22131): stdout: \u000a| (launched: 2022-12-14_07:23:42.784559) \u000a07:23:46.173506 run osmo-hlr_10.42.42.2(pid=22131): stderr: \u000a| �[0;m�[1;31m20221214072342959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072342959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072342959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072342959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072342959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072342959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072342972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072342982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072342982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072342982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:46.216784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22124): Terminating (SIGTERM)\u000a07:23:46.257491 run iperf3-srv_10.42.42.10(pid=22125): Terminating (SIGTERM)\u000a07:23:46.298633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22126): Terminating (SIGTERM)\u000a07:23:46.340778 run iperf3-srv_10.42.42.10(pid=22127): Terminating (SIGTERM)\u000a07:23:46.384606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22130): Terminating (SIGTERM)\u000a07:23:46.425507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22133): Terminating (SIGTERM)\u000a07:23:46.468268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22136): Terminating (SIGTERM)\u000a07:23:46.477730 --- ParallelTerminationStrategy: PID 22124 died...\u000a07:23:46.532203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22124): Terminated: ok {rc=0}\u000a07:23:46.542351 --- ParallelTerminationStrategy: PID 22125 died...\u000a07:23:46.596112 run iperf3-srv_10.42.42.10(pid=22125): Terminated {rc=256}\u000a07:23:46.606485 --- ParallelTerminationStrategy: PID 22126 died...\u000a07:23:46.660902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22126): Terminated: ok {rc=0}\u000a07:23:46.670935 --- ParallelTerminationStrategy: PID 22127 died...\u000a07:23:46.724714 run iperf3-srv_10.42.42.10(pid=22127): Terminated {rc=256}\u000a07:23:46.735113 --- ParallelTerminationStrategy: PID 22130 died...\u000a07:23:46.789210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22130): Terminated: ok {rc=0}\u000a07:23:46.799638 --- ParallelTerminationStrategy: PID 22133 died...\u000a07:23:46.854375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22133): Terminated: ok {rc=0}\u000a07:23:46.864799 --- ParallelTerminationStrategy: PID 22136 died...\u000a07:23:46.920610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22136): Terminated: ok {rc=0}\u000a07:23:47.007437 bus /gobi_0: Setting Powered False\u000a07:23:48.108582 bus /gobi_0: Setting Powered False\u000a07:23:49.216264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22146): Process ended prematurely: osmo-stp_10.42.42.5(pid=22146) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22146)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22146): Process ended prematurely: osmo-stp_10.42.42.5(pid=22146) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a07:23:50.329739 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:50.341952 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:23:50.489451 tst iperf3.py: using LAC 39325\u000a07:23:50.612527 tst iperf3.py: using RAC 55\u000a07:23:50.735405 tst iperf3.py: using CellId 39325\u000a07:23:50.858736 tst iperf3.py: using BVCI 39326\u000a07:23:50.882825 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:50.894376 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:50.905698 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:50.916691 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:50.927880 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:50.938968 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:50.950312 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:50.961312 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:50.972527 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:23:51.257887 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:23:51.387702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:23:51.712476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22138): Launched\u000a07:23:51.981506 run iperf3-srv_10.42.42.10(pid=22139): Launched\u000a07:23:52.170464 tst iperf3.py:8: start network...\u000a07:23:52.299442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:52.796193 run create_hlr_db(pid=22140): Launched\u000a07:23:52.973879 bus /gobi_6: Setting Powered False\u000a07:23:53.994624 run create_hlr_db(pid=22140): Terminated: ok {rc=0}\u000a07:23:54.409719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22142): Launched\u000a07:23:54.721020 run osmo-hlr_10.42.42.2(pid=22143): Launched\u000a07:23:54.833857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:55.373653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22145): Launched\u000a07:23:55.684165 run osmo-stp_10.42.42.5(pid=22146): Launched\u000a07:23:55.796391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:23:56.337742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22148): Launched\u000a07:23:56.447718 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:23:56.720204 run patchelf(pid=22149): Launched\u000a07:23:56.901734 run osmo-stp_10.42.42.5(pid=22146): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22146)]\u000a07:23:57.034279 run osmo-stp_10.42.42.5(pid=22146): stdout: \u000a| (launched: 2022-12-14_07:23:55.530885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:57.168003 run osmo-stp_10.42.42.5(pid=22146): stderr: \u000a| �[0;m�[38;5;43m20221214072355701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072355701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072355702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072355702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072355702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072355702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072355703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:57.296098 run osmo-stp_10.42.42.5(pid=22146): stdout: \u000a| (launched: 2022-12-14_07:23:55.530885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:57.422727 run osmo-stp_10.42.42.5(pid=22146): stderr: \u000a| �[0;m�[38;5;43m20221214072355701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072355701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072355702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072355702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072355702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072355702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072355703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:57.571701 run patchelf(pid=22149): Terminating (SIGINT)\u000a07:23:57.747602 run patchelf(pid=22149): Terminated: ok {rc=0}\u000a07:23:57.780034 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22146): Process ended prematurely: osmo-stp_10.42.42.5(pid=22146) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22146)] [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a07:23:57.789580 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:23:57.849775 run osmo-hlr_10.42.42.2(pid=22143): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22143)]\u000a07:23:57.899006 run osmo-hlr_10.42.42.2(pid=22143): stdout: \u000a| (launched: 2022-12-14_07:23:54.567431) \u000a07:23:57.948770 run osmo-hlr_10.42.42.2(pid=22143): stderr: \u000a| �[0;m�[1;31m20221214072354742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072354742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072354742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072354742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072354742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072354742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072354755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072354763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072354763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072354763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:57.991301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22138): Terminating (SIGTERM)\u000a07:23:58.031189 run iperf3-srv_10.42.42.10(pid=22139): Terminating (SIGTERM)\u000a07:23:58.071316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22142): Terminating (SIGTERM)\u000a07:23:58.111500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22145): Terminating (SIGTERM)\u000a07:23:58.153067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22148): Terminating (SIGTERM)\u000a07:23:58.162424 --- ParallelTerminationStrategy: PID 22138 died...\u000a07:23:58.216168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22138): Terminated: ok {rc=0}\u000a07:23:58.225948 --- ParallelTerminationStrategy: PID 22139 died...\u000a07:23:58.279108 run iperf3-srv_10.42.42.10(pid=22139): Terminated {rc=256}\u000a07:23:58.288699 --- ParallelTerminationStrategy: PID 22142 died...\u000a07:23:58.342057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22142): Terminated: ok {rc=0}\u000a07:23:58.351759 --- ParallelTerminationStrategy: PID 22145 died...\u000a07:23:58.405332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22145): Terminated: ok {rc=0}\u000a07:23:58.415035 --- ParallelTerminationStrategy: PID 22148 died...\u000a07:23:58.468654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22148): Terminated: ok {rc=0}\u000a07:23:58.556878 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a07:23:59.669611 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:23:59.681671 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:23:59.826604 tst iperf3m4.py: using LAC 39326\u000a07:23:59.950463 tst iperf3m4.py: using RAC 56\u000a07:24:00.075938 tst iperf3m4.py: using CellId 39326\u000a07:24:00.199778 tst iperf3m4.py: using BVCI 39327\u000a07:24:00.223840 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:00.235328 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:00.246640 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:00.257801 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:00.268823 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:00.279977 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:00.291269 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:00.302352 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:00.313641 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:24:00.436252 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:24:00.559597 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:24:00.684163 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:24:00.981850 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:24:01.146468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:24:01.492491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22150): Launched\u000a07:24:01.856785 run iperf3-srv_10.42.42.10(pid=22173): Launched\u000a07:24:02.060258 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:24:02.191723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:24:02.577516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22198): Launched\u000a07:24:02.928123 run iperf3-srv_10.42.42.10(pid=22202): Launched\u000a07:24:03.173387 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:24:03.347478 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:24:03.792668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22278): Launched\u000a07:24:04.144720 run iperf3-srv_10.42.42.10(pid=22328): Launched\u000a07:24:04.391629 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:24:04.545382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:24:04.931959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22426): Launched\u000a07:24:05.237555 run iperf3-srv_10.42.42.10(pid=22428): Launched\u000a07:24:05.452136 tst iperf3m4.py:8: start network...\u000a07:24:05.600230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:06.179502 run create_hlr_db(pid=22429): Launched\u000a07:24:06.379359 bus /gobi_6: Setting Powered False\u000a07:24:07.401461 run create_hlr_db(pid=22429): Terminated: ok {rc=0}\u000a07:24:07.872131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Launched\u000a07:24:08.318612 run osmo-hlr_10.42.42.2(pid=22434): Launched\u000a07:24:08.563670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:09.170002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Launched\u000a07:24:09.614781 run osmo-stp_10.42.42.5(pid=22437): Launched\u000a07:24:09.837824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:24:10.445682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22439): Launched\u000a07:24:10.570562 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:24:10.883426 run patchelf(pid=22440): Launched\u000a07:24:11.085452 run osmo-stp_10.42.42.5(pid=22437): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]\u000a07:24:11.234113 run osmo-stp_10.42.42.5(pid=22437): stdout: \u000a| (launched: 2022-12-14_07:24:09.343639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:11.381446 run osmo-stp_10.42.42.5(pid=22437): stderr: \u000a| �[0;m�[38;5;43m20221214072409644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072409644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072409644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072409645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072409645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072409645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072409645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:11.525794 run osmo-stp_10.42.42.5(pid=22437): stdout: \u000a| (launched: 2022-12-14_07:24:09.343639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:11.668157 run osmo-stp_10.42.42.5(pid=22437): stderr: \u000a| �[0;m�[38;5;43m20221214072409644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072409644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072409644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072409645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072409645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072409645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072409645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:11.834367 run patchelf(pid=22440): Terminating (SIGINT)\u000a07:24:12.028782 run patchelf(pid=22440): Terminated: ok {rc=0}\u000a07:24:12.064754 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)] [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a07:24:12.076326 tst iperf3m4.py:8: Test FAILED (12.4 sec)\u000a07:24:12.144465 run osmo-hlr_10.42.42.2(pid=22434): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22434)]\u000a07:24:12.199843 run osmo-hlr_10.42.42.2(pid=22434): stdout: \u000a| (launched: 2022-12-14_07:24:08.045461) \u000a07:24:12.256351 run osmo-hlr_10.42.42.2(pid=22434): stderr: \u000a| �[0;m�[1;31m20221214072408353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072408353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072408353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072408353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072408353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072408353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072408375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072408383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072408384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072408384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:12.303837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22150): Terminating (SIGTERM)\u000a07:24:12.351007 run iperf3-srv_10.42.42.10(pid=22173): Terminating (SIGTERM)\u000a07:24:12.397853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22198): Terminating (SIGTERM)\u000a07:24:12.445930 run iperf3-srv_10.42.42.10(pid=22202): Terminating (SIGTERM)\u000a07:24:12.493995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22278): Terminating (SIGTERM)\u000a07:24:12.541039 run iperf3-srv_10.42.42.10(pid=22328): Terminating (SIGTERM)\u000a07:24:12.588240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22426): Terminating (SIGTERM)\u000a07:24:12.634482 run iperf3-srv_10.42.42.10(pid=22428): Terminating (SIGTERM)\u000a07:24:12.681642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Terminating (SIGTERM)\u000a07:24:12.728576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Terminating (SIGTERM)\u000a07:24:12.774317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22439): Terminating (SIGTERM)\u000a07:24:12.786432 --- ParallelTerminationStrategy: PID 22150 died...\u000a07:24:12.849140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22150): Terminated: ok {rc=0}\u000a07:24:12.861799 --- ParallelTerminationStrategy: PID 22173 died...\u000a07:24:12.920843 run iperf3-srv_10.42.42.10(pid=22173): Terminated {rc=256}\u000a07:24:12.932727 --- ParallelTerminationStrategy: PID 22198 died...\u000a07:24:12.992039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22198): Terminated: ok {rc=0}\u000a07:24:13.004091 --- ParallelTerminationStrategy: PID 22202 died...\u000a07:24:13.063980 run iperf3-srv_10.42.42.10(pid=22202): Terminated {rc=256}\u000a07:24:13.076012 --- ParallelTerminationStrategy: PID 22278 died...\u000a07:24:13.135467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22278): Terminated: ok {rc=0}\u000a07:24:13.146526 --- ParallelTerminationStrategy: PID 22328 died...\u000a07:24:13.208180 run iperf3-srv_10.42.42.10(pid=22328): Terminated {rc=256}\u000a07:24:13.219955 --- ParallelTerminationStrategy: PID 22426 died...\u000a07:24:13.280107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22426): Terminated: ok {rc=0}\u000a07:24:13.292330 --- ParallelTerminationStrategy: PID 22428 died...\u000a07:24:13.351308 run iperf3-srv_10.42.42.10(pid=22428): Terminated {rc=256}\u000a07:24:13.363602 --- ParallelTerminationStrategy: PID 22433 died...\u000a07:24:13.426628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Terminated: ok {rc=0}\u000a07:24:13.439540 --- ParallelTerminationStrategy: PID 22436 died...\u000a07:24:13.500870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Terminated: ok {rc=0}\u000a07:24:13.513124 --- ParallelTerminationStrategy: PID 22439 died...\u000a07:24:13.571006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22439): Terminated: ok {rc=0}\u000a07:24:13.665517 bus /gobi_4: Setting Powered False\u000a07:24:14.775885 bus /gobi_4: Setting Powered False\u000a07:24:15.933364 bus /gobi_1: Setting Powered False\u000a07:24:17.087243 bus /gobi_1: Setting Powered False\u000a07:24:18.203439 bus /gobi_0: Setting Powered False\u000a07:24:19.312677 bus /gobi_0: Setting Powered False\u000a07:24:20.425263 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22447): Process ended prematurely: osmo-stp_10.42.42.5(pid=22447) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22447)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22447): Process ended prematurely: osmo-stp_10.42.42.5(pid=22447) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a07:24:21.497548 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:21.510727 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:24:21.676784 tst ping.py: using LAC 39327\u000a07:24:21.800601 tst ping.py: using RAC 57\u000a07:24:21.921742 tst ping.py: using CellId 39327\u000a07:24:22.046190 tst ping.py: using BVCI 39328\u000a07:24:22.070651 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:22.082812 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:22.094818 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:22.106671 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:22.118704 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:22.131034 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:22.143281 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:22.155281 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:24:22.446495 tst ping.py:19: start network...\u000a07:24:22.578532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:23.123333 run create_hlr_db(pid=22441): Launched\u000a07:24:23.309321 bus /gobi_6: Setting Powered False\u000a07:24:24.327957 run create_hlr_db(pid=22441): Terminated: ok {rc=0}\u000a07:24:24.767495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22443): Launched\u000a07:24:25.180583 run osmo-hlr_10.42.42.2(pid=22444): Launched\u000a07:24:25.349267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:25.922682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22446): Launched\u000a07:24:26.252680 run osmo-stp_10.42.42.5(pid=22447): Launched\u000a07:24:26.372598 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:24:26.948683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22449): Launched\u000a07:24:27.065941 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:24:27.354430 run patchelf(pid=22450): Launched\u000a07:24:27.546477 run osmo-stp_10.42.42.5(pid=22447): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22447)]\u000a07:24:27.687147 run osmo-stp_10.42.42.5(pid=22447): stdout: \u000a| (launched: 2022-12-14_07:24:26.089087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:27.828108 run osmo-stp_10.42.42.5(pid=22447): stderr: \u000a| �[0;m�[38;5;43m20221214072426282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072426282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072426282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072426283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072426283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072426283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072426283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:27.963331 run osmo-stp_10.42.42.5(pid=22447): stdout: \u000a| (launched: 2022-12-14_07:24:26.089087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:28.097724 run osmo-stp_10.42.42.5(pid=22447): stderr: \u000a| �[0;m�[38;5;43m20221214072426282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072426282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072426282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072426283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072426283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072426283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072426283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:28.255680 run patchelf(pid=22450): Terminating (SIGINT)\u000a07:24:28.440932 run patchelf(pid=22450): Terminated: ok {rc=0}\u000a07:24:28.474427 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22447): Process ended prematurely: osmo-stp_10.42.42.5(pid=22447) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22447)] [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a07:24:28.483955 tst ping.py:22: Test FAILED (7.0 sec)\u000a07:24:28.548286 run osmo-hlr_10.42.42.2(pid=22444): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22444)]\u000a07:24:28.600742 run osmo-hlr_10.42.42.2(pid=22444): stdout: \u000a| (launched: 2022-12-14_07:24:24.928248) \u000a07:24:28.653923 run osmo-hlr_10.42.42.2(pid=22444): stderr: \u000a| �[0;m�[1;31m20221214072425262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072425262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072425262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072425262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072425262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072425262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072425298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072425309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072425309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072425309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:28.699421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22443): Terminating (SIGTERM)\u000a07:24:28.742279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22446): Terminating (SIGTERM)\u000a07:24:28.785124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22449): Terminating (SIGTERM)\u000a07:24:28.795052 --- ParallelTerminationStrategy: PID 22443 died...\u000a07:24:28.852670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22443): Terminated: ok {rc=0}\u000a07:24:28.863075 --- ParallelTerminationStrategy: PID 22446 died...\u000a07:24:28.920450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22446): Terminated: ok {rc=0}\u000a07:24:28.930755 --- ParallelTerminationStrategy: PID 22449 died...\u000a07:24:28.987802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22449): Terminated: ok {rc=0}\u000a07:24:29.075850 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22457): Process ended prematurely: osmo-stp_10.42.42.5(pid=22457) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22457)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22457): Process ended prematurely: osmo-stp_10.42.42.5(pid=22457) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a07:24:30.128412 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:30.141235 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:24:30.293027 tst ping_idle_ping.py: using LAC 39328\u000a07:24:30.421276 tst ping_idle_ping.py: using RAC 58\u000a07:24:30.544423 tst ping_idle_ping.py: using CellId 39328\u000a07:24:30.665469 tst ping_idle_ping.py: using BVCI 39329\u000a07:24:30.688826 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:30.700523 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:30.711849 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:30.723299 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:30.734561 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:30.745801 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:30.757157 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:24:30.768305 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:24:31.082212 tst ping_idle_ping.py:24: start network...\u000a07:24:31.222413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:31.786606 run create_hlr_db(pid=22451): Launched\u000a07:24:31.970534 bus /gobi_6: Setting Powered False\u000a07:24:32.996386 run create_hlr_db(pid=22451): Terminated: ok {rc=0}\u000a07:24:33.435138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22453): Launched\u000a07:24:33.765109 run osmo-hlr_10.42.42.2(pid=22454): Launched\u000a07:24:33.887282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:34.458784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22456): Launched\u000a07:24:34.790045 run osmo-stp_10.42.42.5(pid=22457): Launched\u000a07:24:34.909517 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:24:35.484054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22459): Launched\u000a07:24:35.601061 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:24:35.887524 run patchelf(pid=22460): Launched\u000a07:24:36.079321 run osmo-stp_10.42.42.5(pid=22457): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22457)]\u000a07:24:36.220048 run osmo-stp_10.42.42.5(pid=22457): stdout: \u000a| (launched: 2022-12-14_07:24:34.625538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:36.361060 run osmo-stp_10.42.42.5(pid=22457): stderr: \u000a| �[0;m�[38;5;43m20221214072434816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072434816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072434816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072434817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072434817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072434817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072434817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:36.496693 run osmo-stp_10.42.42.5(pid=22457): stdout: \u000a| (launched: 2022-12-14_07:24:34.625538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:36.630777 run osmo-stp_10.42.42.5(pid=22457): stderr: \u000a| �[0;m�[38;5;43m20221214072434816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072434816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072434816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072434817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072434817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072434817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072434817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:36.787767 run patchelf(pid=22460): Terminating (SIGINT)\u000a07:24:36.972352 run patchelf(pid=22460): Terminated: ok {rc=0}\u000a07:24:37.006204 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22457): Process ended prematurely: osmo-stp_10.42.42.5(pid=22457) [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22457)] [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a07:24:37.015638 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a07:24:37.079484 run osmo-hlr_10.42.42.2(pid=22454): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22454)]\u000a07:24:37.131761 run osmo-hlr_10.42.42.2(pid=22454): stdout: \u000a| (launched: 2022-12-14_07:24:33.601884) \u000a07:24:37.184567 run osmo-hlr_10.42.42.2(pid=22454): stderr: \u000a| �[0;m�[1;31m20221214072433799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072433799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072433799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072433799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072433799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072433799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072433811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072433820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072433820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072433820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:37.230338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22453): Terminating (SIGTERM)\u000a07:24:37.273823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22456): Terminating (SIGTERM)\u000a07:24:37.316314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22459): Terminating (SIGTERM)\u000a07:24:37.326336 --- ParallelTerminationStrategy: PID 22453 died...\u000a07:24:37.383563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22453): Terminated: ok {rc=0}\u000a07:24:37.393910 --- ParallelTerminationStrategy: PID 22456 died...\u000a07:24:37.450970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22456): Terminated: ok {rc=0}\u000a07:24:37.461136 --- ParallelTerminationStrategy: PID 22459 died...\u000a07:24:37.518351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22459): Terminated: ok {rc=0}\u000a07:24:37.606226 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:23:37" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22470): Process ended prematurely: osmo-stp_10.42.42.5(pid=22470) [trial-2401↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22470)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22470): Process ended prematurely: osmo-stp_10.42.42.5(pid=22470) [trial-2401↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:24:39.651716 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:24:39.663929 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:24:39.832591 tst switch_tch_pdch.py: using LAC 39329\u000a07:24:39.959703 tst switch_tch_pdch.py: using RAC 59\u000a07:24:40.090784 tst switch_tch_pdch.py: using CellId 39329\u000a07:24:40.220599 tst switch_tch_pdch.py: using BVCI 39330\u000a07:24:40.245883 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:24:40.257745 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:24:40.269472 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:24:40.281062 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:24:40.292927 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:24:40.304855 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:24:40.316877 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:24:40.328915 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:24:40.448747 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:24:40.746661 tst switch_tch_pdch.py:51: start network...\u000a07:24:40.883507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:41.399678 run create_hlr_db(pid=22464): Launched\u000a07:24:41.590351 bus /gobi_6: Setting Powered False\u000a07:24:42.610355 run create_hlr_db(pid=22464): Terminated: ok {rc=0}\u000a07:24:43.021209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22466): Launched\u000a07:24:43.326442 run osmo-hlr_10.42.42.2(pid=22467): Launched\u000a07:24:43.448862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:43.989133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22469): Launched\u000a07:24:44.293043 run osmo-stp_10.42.42.5(pid=22470): Launched\u000a07:24:44.403486 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:24:44.934722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22472): Launched\u000a07:24:45.042223 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:24:45.309428 run patchelf(pid=22473): Launched\u000a07:24:45.487609 run osmo-stp_10.42.42.5(pid=22470): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22470)]\u000a07:24:45.617719 run osmo-stp_10.42.42.5(pid=22470): stdout: \u000a| (launched: 2022-12-14_07:24:44.142969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:45.747860 run osmo-stp_10.42.42.5(pid=22470): stderr: \u000a| �[0;m�[38;5;43m20221214072444317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072444317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072444318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072444318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072444319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072444319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072444319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:45.874543 run osmo-stp_10.42.42.5(pid=22470): stdout: \u000a| (launched: 2022-12-14_07:24:44.142969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:46.004508 run osmo-stp_10.42.42.5(pid=22470): stderr: \u000a| �[0;m�[38;5;43m20221214072444317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072444317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072444318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072444318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072444319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072444319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072444319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:46.153699 run patchelf(pid=22473): Terminating (SIGINT)\u000a07:24:46.328648 run patchelf(pid=22473): Terminated: ok {rc=0}\u000a07:24:46.360767 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22470): Process ended prematurely: osmo-stp_10.42.42.5(pid=22470) [trial-2401↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22470)] [trial-2401↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:24:46.370140 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a07:24:46.431117 run osmo-hlr_10.42.42.2(pid=22467): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22467)]\u000a07:24:46.480768 run osmo-hlr_10.42.42.2(pid=22467): stdout: \u000a| (launched: 2022-12-14_07:24:43.175317) \u000a07:24:46.531010 run osmo-hlr_10.42.42.2(pid=22467): stderr: \u000a| �[0;m�[1;31m20221214072443350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072443350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072443351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072443351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072443351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072443351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072443363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072443373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072443373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072443373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:46.574122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22466): Terminating (SIGTERM)\u000a07:24:46.617356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22469): Terminating (SIGTERM)\u000a07:24:46.658202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22472): Terminating (SIGTERM)\u000a07:24:46.667523 --- ParallelTerminationStrategy: PID 22466 died...\u000a07:24:46.721861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22466): Terminated: ok {rc=0}\u000a07:24:46.731894 --- ParallelTerminationStrategy: PID 22469 died...\u000a07:24:46.786098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22469): Terminated: ok {rc=0}\u000a07:24:46.796134 --- ParallelTerminationStrategy: PID 22472 died...\u000a07:24:46.850046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22472): Terminated: ok {rc=0}\u000a07:24:46.934906 bus /gobi_0: Setting Powered False\u000a07:24:48.035866 bus /gobi_0: Setting Powered False\u000a07:24:49.144098 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:24:39" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22484): Process ended prematurely: osmo-stp_10.42.42.5(pid=22484) [trial-2401↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22484)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22484): Process ended prematurely: osmo-stp_10.42.42.5(pid=22484) [trial-2401↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:24:51.145161 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:24:51.156493 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:24:51.324258 tst switch_tch_pdch.py: using LAC 39330\u000a07:24:51.453366 tst switch_tch_pdch.py: using RAC 60\u000a07:24:51.578310 tst switch_tch_pdch.py: using CellId 39330\u000a07:24:51.697599 tst switch_tch_pdch.py: using BVCI 39331\u000a07:24:51.720834 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:24:51.732173 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:24:51.743557 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:24:51.754562 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:24:51.765574 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:24:51.776521 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:24:51.787700 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:24:51.798688 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:24:51.920613 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:24:52.203517 tst switch_tch_pdch.py:51: start network...\u000a07:24:52.330929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:52.793636 run create_hlr_db(pid=22478): Launched\u000a07:24:52.917746 bus /gobi_6: Setting Powered False\u000a07:24:53.990257 run create_hlr_db(pid=22478): Terminated: ok {rc=0}\u000a07:24:54.400749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22480): Launched\u000a07:24:54.729584 run osmo-hlr_10.42.42.2(pid=22481): Launched\u000a07:24:54.850216 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:55.390666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22483): Launched\u000a07:24:55.719188 run osmo-stp_10.42.42.5(pid=22484): Launched\u000a07:24:55.837329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:24:56.379130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22486): Launched\u000a07:24:56.495689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:24:56.782262 run patchelf(pid=22487): Launched\u000a07:24:56.973230 run osmo-stp_10.42.42.5(pid=22484): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22484)]\u000a07:24:57.113128 run osmo-stp_10.42.42.5(pid=22484): stdout: \u000a| (launched: 2022-12-14_07:24:55.556415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:57.253469 run osmo-stp_10.42.42.5(pid=22484): stderr: \u000a| �[0;m�[38;5;43m20221214072455749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072455749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072455749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072455750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072455750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072455750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072455750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:57.388192 run osmo-stp_10.42.42.5(pid=22484): stdout: \u000a| (launched: 2022-12-14_07:24:55.556415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:57.521781 run osmo-stp_10.42.42.5(pid=22484): stderr: \u000a| �[0;m�[38;5;43m20221214072455749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072455749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072455749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072455750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072455750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072455750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072455750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:57.678502 run patchelf(pid=22487): Terminating (SIGINT)\u000a07:24:57.862095 run patchelf(pid=22487): Terminated: ok {rc=0}\u000a07:24:57.895366 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22484): Process ended prematurely: osmo-stp_10.42.42.5(pid=22484) [trial-2401↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22484)] [trial-2401↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:24:57.904660 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a07:24:57.967970 run osmo-hlr_10.42.42.2(pid=22481): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22481)]\u000a07:24:58.019999 run osmo-hlr_10.42.42.2(pid=22481): stdout: \u000a| (launched: 2022-12-14_07:24:54.567993) \u000a07:24:58.072736 run osmo-hlr_10.42.42.2(pid=22481): stderr: \u000a| �[0;m�[1;31m20221214072454766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072454766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072454766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072454766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072454766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072454766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072454778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072454787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072454787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072454787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:58.117944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22480): Terminating (SIGTERM)\u000a07:24:58.160650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22483): Terminating (SIGTERM)\u000a07:24:58.203053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22486): Terminating (SIGTERM)\u000a07:24:58.212780 --- ParallelTerminationStrategy: PID 22480 died...\u000a07:24:58.269785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22480): Terminated: ok {rc=0}\u000a07:24:58.279882 --- ParallelTerminationStrategy: PID 22483 died...\u000a07:24:58.336042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22483): Terminated: ok {rc=0}\u000a07:24:58.346091 --- ParallelTerminationStrategy: PID 22486 died...\u000a07:24:58.402175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22486): Terminated: ok {rc=0}\u000a07:24:58.489926 bus /gobi_0: Setting Powered False\u000a07:24:59.594221 bus /gobi_0: Setting Powered False\u000a07:25:00.704887 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:24:50" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22495): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22495) [trial-2401↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22495)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22495): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22495) [trial-2401↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a07:25:02.656382 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a07:25:02.668309 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:25:02.821241 tst mo_mt_sms.py: using LAC 39331\u000a07:25:02.949433 tst mo_mt_sms.py: using RAC 61\u000a07:25:03.075769 tst mo_mt_sms.py: using CellId 39331\u000a07:25:03.202849 tst mo_mt_sms.py: using BVCI 39332\u000a07:25:03.228290 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a07:25:03.346164 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a07:25:03.626578 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:25:03.752100 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:25:04.380360 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22494): Launched\u000a07:25:04.681971 run osmo-nitb_10.42.42.2(pid=22495): Launched\u000a07:25:04.868590 run osmo-nitb_10.42.42.2(pid=22495): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22495)]\u000a07:25:05.005801 run osmo-nitb_10.42.42.2(pid=22495): stdout: \u000a| (launched: 2022-12-14_07:25:04.535336) \u000a07:25:05.143176 run osmo-nitb_10.42.42.2(pid=22495): stderr: \u000a| (launched: 2022-12-14_07:25:04.580552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:25:05.275917 run osmo-nitb_10.42.42.2(pid=22495): stdout: \u000a| (launched: 2022-12-14_07:25:04.535336) \u000a07:25:05.407251 run osmo-nitb_10.42.42.2(pid=22495): stderr: \u000a| (launched: 2022-12-14_07:25:04.580552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:25:05.805541 tst osmo-nitb_10.42.42.2(pid=22495): stdout: \u000a| (launched: 2022-12-14_07:25:04.535336) \u000a07:25:05.926931 tst osmo-nitb_10.42.42.2(pid=22495): stderr: \u000a| (launched: 2022-12-14_07:25:04.580552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:25:05.980097 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22495): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22495) [trial-2401↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22495)] [trial-2401↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a07:25:05.988148 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a07:25:06.023331 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22494): Terminating (SIGTERM)\u000a07:25:06.201509 --- ParallelTerminationStrategy: PID 22494 died...\u000a07:25:06.256933 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22494): Terminated: ok {rc=0}\u000a07:25:06.346231 bus /sierra_3: Setting Powered False\u000a07:25:07.455022 bus /sierra_3: Setting Powered False\u000a07:25:08.566386 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:25:02" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22505): Process ended prematurely: osmo-stp_10.42.42.5(pid=22505) [trial-2401↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22505)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22505): Process ended prematurely: osmo-stp_10.42.42.5(pid=22505) [trial-2401↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a07:25:10.475769 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:10.487063 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:25:10.633948 tst mo_mt_sms.py: using LAC 39332\u000a07:25:10.763837 tst mo_mt_sms.py: using RAC 62\u000a07:25:10.891784 tst mo_mt_sms.py: using CellId 39332\u000a07:25:11.019916 tst mo_mt_sms.py: using BVCI 39333\u000a07:25:11.045083 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:11.056651 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:11.067887 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:11.079231 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:11.091142 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:11.103014 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a07:25:11.221307 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a07:25:11.435514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:11.951528 run create_hlr_db(pid=22499): Launched\u000a07:25:12.142311 bus /sierra_2: Setting Powered False\u000a07:25:13.162009 run create_hlr_db(pid=22499): Terminated: ok {rc=0}\u000a07:25:13.599148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22501): Launched\u000a07:25:13.927338 run osmo-hlr_10.42.42.2(pid=22502): Launched\u000a07:25:14.046895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:14.619323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22504): Launched\u000a07:25:14.947922 run osmo-stp_10.42.42.5(pid=22505): Launched\u000a07:25:15.066538 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:25:15.665829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22507): Launched\u000a07:25:16.138489 run osmo-msc_10.42.42.6(pid=22508): Launched\u000a07:25:16.392177 run osmo-stp_10.42.42.5(pid=22505): ERR: Terminated: ERROR {rc=1} [trial-2401↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22505)]\u000a07:25:16.638935 run osmo-stp_10.42.42.5(pid=22505): stdout: \u000a| (launched: 2022-12-14_07:25:14.785073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:16.808209 run osmo-stp_10.42.42.5(pid=22505): stderr: \u000a| �[0;m�[38;5;43m20221214072514979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072514979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072514979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072514980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072514980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072514980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072514980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:16.967816 run osmo-stp_10.42.42.5(pid=22505): stdout: \u000a| (launched: 2022-12-14_07:25:14.785073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:17.105621 run osmo-stp_10.42.42.5(pid=22505): stderr: \u000a| �[0;m�[38;5;43m20221214072514979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072514979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072514979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072514980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072514980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072514980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072514980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:17.165906 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22505): Process ended prematurely: osmo-stp_10.42.42.5(pid=22505) [trial-2401↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22505)] [trial-2401↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a07:25:17.175494 tst mo_mt_sms.py:16: Test FAILED (6.7 sec)\u000a07:25:17.242965 run osmo-hlr_10.42.42.2(pid=22502): ERR: Terminated: ERROR {rc=237} [trial-2401↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22502)]\u000a07:25:17.297367 run osmo-hlr_10.42.42.2(pid=22502): stdout: \u000a| (launched: 2022-12-14_07:25:13.764867) \u000a07:25:17.352389 run osmo-hlr_10.42.42.2(pid=22502): stderr: \u000a| �[0;m�[1;31m20221214072513962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072513962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072513962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072513962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072513963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072513963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072513976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072513984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072513984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072513984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:17.425956 run osmo-msc_10.42.42.6(pid=22508): ERR: Terminated: ERROR {rc=2} [trial-2401↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22508)]\u000a07:25:17.478477 run osmo-msc_10.42.42.6(pid=22508): stdout: \u000a| (launched: 2022-12-14_07:25:15.841505) \u000a07:25:17.531771 run osmo-msc_10.42.42.6(pid=22508): stderr: \u000a| �[0;m�[38;5;43m20221214072516303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072516303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e098cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072516304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072516304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072516304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072516304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072516317 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072516318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072516318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072516318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:25:17.577768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22501): Terminating (SIGTERM)\u000a07:25:17.621013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22504): Terminating (SIGTERM)\u000a07:25:17.664160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22507): Terminating (SIGTERM)\u000a07:25:17.674112 --- ParallelTerminationStrategy: PID 22501 died...\u000a07:25:17.732486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22501): Terminated: ok {rc=0}\u000a07:25:17.742835 --- ParallelTerminationStrategy: PID 22504 died...\u000a07:25:17.800776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22504): Terminated: ok {rc=0}\u000a07:25:17.811099 --- ParallelTerminationStrategy: PID 22507 died...\u000a07:25:17.868766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22507): Terminated: ok {rc=0}\u000a07:25:17.957329 bus /sierra_3: Setting Powered False\u000a07:25:19.064315 bus /sierra_3: Setting Powered False\u000a07:25:20.173896 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:25:10" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22514): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22514) [trial-2401↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22514)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22514): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22514) [trial-2401↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a07:25:22.027848 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a07:25:22.039650 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:25:22.188238 tst assert_extension.py: using LAC 39333\u000a07:25:22.318701 tst assert_extension.py: using RAC 63\u000a07:25:22.447246 tst assert_extension.py: using CellId 39333\u000a07:25:22.571145 tst assert_extension.py: using BVCI 39334\u000a07:25:22.594506 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a07:25:22.889719 tst assert_extension.py:10: start nitb and bts...\u000a07:25:23.026412 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:25:23.705080 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22513): Launched\u000a07:25:24.029998 run osmo-nitb_10.42.42.2(pid=22514): Launched\u000a07:25:24.229660 run osmo-nitb_10.42.42.2(pid=22514): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22514)]\u000a07:25:24.377647 run osmo-nitb_10.42.42.2(pid=22514): stdout: \u000a| (launched: 2022-12-14_07:25:23.871275) \u000a07:25:24.525406 run osmo-nitb_10.42.42.2(pid=22514): stderr: \u000a| (launched: 2022-12-14_07:25:23.919584)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:25:24.668042 run osmo-nitb_10.42.42.2(pid=22514): stdout: \u000a| (launched: 2022-12-14_07:25:23.871275) \u000a07:25:24.809715 run osmo-nitb_10.42.42.2(pid=22514): stderr: \u000a| (launched: 2022-12-14_07:25:23.919584)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:25:25.162636 tst osmo-nitb_10.42.42.2(pid=22514): stdout: \u000a| (launched: 2022-12-14_07:25:23.871275) \u000a07:25:25.294260 tst osmo-nitb_10.42.42.2(pid=22514): stderr: \u000a| (launched: 2022-12-14_07:25:23.919584)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:25:25.351790 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22514): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22514) [trial-2401↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22514)] [trial-2401↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a07:25:25.360696 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a07:25:25.397320 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22513): Terminating (SIGTERM)\u000a07:25:25.575444 --- ParallelTerminationStrategy: PID 22513 died...\u000a07:25:25.633857 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22513): Terminated: ok {rc=0}\u000a07:25:25.722660 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:25:21" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22524): Process ended prematurely: osmo-stp_10.42.42.5(pid=22524) [trial-2401↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22524)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22524): Process ended prematurely: osmo-stp_10.42.42.5(pid=22524) [trial-2401↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a07:25:27.561996 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:27.572727 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:25:27.708658 tst assert_extension.py: using LAC 39334\u000a07:25:27.830685 tst assert_extension.py: using RAC 64\u000a07:25:27.951342 tst assert_extension.py: using CellId 39334\u000a07:25:28.072108 tst assert_extension.py: using BVCI 39335\u000a07:25:28.095352 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:28.106497 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:28.117245 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:28.127829 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:28.138569 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:28.149173 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a07:25:28.363282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:28.878322 run create_hlr_db(pid=22518): Launched\u000a07:25:29.070138 bus /sierra_2: Setting Powered False\u000a07:25:30.089126 run create_hlr_db(pid=22518): Terminated: ok {rc=0}\u000a07:25:30.528793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22520): Launched\u000a07:25:30.859360 run osmo-hlr_10.42.42.2(pid=22521): Launched\u000a07:25:31.043010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:31.804389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22523): Launched\u000a07:25:32.329224 run osmo-stp_10.42.42.5(pid=22524): Launched\u000a07:25:32.439549 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:25:32.990319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22526): Launched\u000a07:25:33.293542 run osmo-msc_10.42.42.6(pid=22527): Launched\u000a07:25:33.469100 run osmo-stp_10.42.42.5(pid=22524): ERR: Terminated: ERROR {rc=1} [trial-2401↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22524)]\u000a07:25:33.595812 run osmo-stp_10.42.42.5(pid=22524): stdout: \u000a| (launched: 2022-12-14_07:25:31.970975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:33.720430 run osmo-stp_10.42.42.5(pid=22524): stderr: \u000a| �[0;m�[38;5;43m20221214072532165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072532165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072532166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072532166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072532167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072532167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072532167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:33.841405 run osmo-stp_10.42.42.5(pid=22524): stdout: \u000a| (launched: 2022-12-14_07:25:31.970975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:33.960915 run osmo-stp_10.42.42.5(pid=22524): stderr: \u000a| �[0;m�[38;5;43m20221214072532165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072532165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072532166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072532166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072532167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072532167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072532167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:34.013630 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22524): Process ended prematurely: osmo-stp_10.42.42.5(pid=22524) [trial-2401↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22524)] [trial-2401↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a07:25:34.021698 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a07:25:34.081251 run osmo-hlr_10.42.42.2(pid=22521): ERR: Terminated: ERROR {rc=237} [trial-2401↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22521)]\u000a07:25:34.130543 run osmo-hlr_10.42.42.2(pid=22521): stdout: \u000a| (launched: 2022-12-14_07:25:30.696058) \u000a07:25:34.180132 run osmo-hlr_10.42.42.2(pid=22521): stderr: \u000a| �[0;m�[1;31m20221214072530976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072530976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072530976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072530976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072530976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072530976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072530993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072531001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072531001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072531001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:34.247142 run osmo-msc_10.42.42.6(pid=22527): ERR: Terminated: ERROR {rc=2} [trial-2401↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22527)]\u000a07:25:34.295742 run osmo-msc_10.42.42.6(pid=22527): stdout: \u000a| (launched: 2022-12-14_07:25:33.143631) \u000a07:25:34.345223 run osmo-msc_10.42.42.6(pid=22527): stderr: \u000a| �[0;m�[38;5;43m20221214072533412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072533413 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50b614dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072533413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072533413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072533413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072533413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072533415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072533415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072533415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072533415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:25:34.387227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22520): Terminating (SIGTERM)\u000a07:25:34.427149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22523): Terminating (SIGTERM)\u000a07:25:34.467110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22526): Terminating (SIGTERM)\u000a07:25:34.476387 --- ParallelTerminationStrategy: PID 22520 died...\u000a07:25:34.529813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22520): Terminated: ok {rc=0}\u000a07:25:34.539428 --- ParallelTerminationStrategy: PID 22523 died...\u000a07:25:34.592431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22523): Terminated: ok {rc=0}\u000a07:25:34.601975 --- ParallelTerminationStrategy: PID 22526 died...\u000a07:25:34.654651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22526): Terminated: ok {rc=0}\u000a07:25:34.739091 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:25:27" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22538): Process ended prematurely: osmo-stp_10.42.42.5(pid=22538) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22538)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22538): Process ended prematurely: osmo-stp_10.42.42.5(pid=22538) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:25:36.711670 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:25:36.723824 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:25:36.894547 tst mo_mt_call.py: using LAC 39335\u000a07:25:37.024879 tst mo_mt_call.py: using RAC 65\u000a07:25:37.152447 tst mo_mt_call.py: using CellId 39335\u000a07:25:37.281262 tst mo_mt_call.py: using BVCI 39336\u000a07:25:37.306802 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:25:37.318658 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:25:37.330397 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:25:37.342171 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:25:37.354306 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:25:37.366437 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:25:37.486305 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:25:37.700618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:38.220592 run create_hlr_db(pid=22532): Launched\u000a07:25:38.412581 bus /sierra_2: Setting Powered False\u000a07:25:39.431584 run create_hlr_db(pid=22532): Terminated: ok {rc=0}\u000a07:25:39.844662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22534): Launched\u000a07:25:40.152604 run osmo-hlr_10.42.42.2(pid=22535): Launched\u000a07:25:40.265656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:40.796922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22537): Launched\u000a07:25:41.104486 run osmo-stp_10.42.42.5(pid=22538): Launched\u000a07:25:41.216931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:25:41.782110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22540): Launched\u000a07:25:42.091306 run osmo-msc_10.42.42.6(pid=22541): Launched\u000a07:25:42.270304 run osmo-stp_10.42.42.5(pid=22538): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22538)]\u000a07:25:42.399868 run osmo-stp_10.42.42.5(pid=22538): stdout: \u000a| (launched: 2022-12-14_07:25:40.952406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:42.526986 run osmo-stp_10.42.42.5(pid=22538): stderr: \u000a| �[0;m�[38;5;43m20221214072541121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072541122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072541122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072541122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072541123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072541123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072541123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:42.649156 run osmo-stp_10.42.42.5(pid=22538): stdout: \u000a| (launched: 2022-12-14_07:25:40.952406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:42.769943 run osmo-stp_10.42.42.5(pid=22538): stderr: \u000a| �[0;m�[38;5;43m20221214072541121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072541122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072541122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072541122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072541123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072541123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072541123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:42.823789 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22538): Process ended prematurely: osmo-stp_10.42.42.5(pid=22538) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22538)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:25:42.832625 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:25:42.891875 run osmo-hlr_10.42.42.2(pid=22535): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22535)]\u000a07:25:42.940718 run osmo-hlr_10.42.42.2(pid=22535): stdout: \u000a| (launched: 2022-12-14_07:25:40.001367) \u000a07:25:42.990242 run osmo-hlr_10.42.42.2(pid=22535): stderr: \u000a| �[0;m�[1;31m20221214072540178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072540178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072540178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072540178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072540178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072540178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072540190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072540198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072540199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072540199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:43.057108 run osmo-msc_10.42.42.6(pid=22541): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22541)]\u000a07:25:43.105875 run osmo-msc_10.42.42.6(pid=22541): stdout: \u000a| (launched: 2022-12-14_07:25:41.938628) \u000a07:25:43.155185 run osmo-msc_10.42.42.6(pid=22541): stderr: \u000a| �[0;m�[38;5;43m20221214072542208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072542208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f201bfe8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072542208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072542208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072542208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072542208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072542210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072542211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072542211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072542211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:25:43.196759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22534): Terminating (SIGTERM)\u000a07:25:43.235859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22537): Terminating (SIGTERM)\u000a07:25:43.275883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22540): Terminating (SIGTERM)\u000a07:25:43.285039 --- ParallelTerminationStrategy: PID 22534 died...\u000a07:25:43.337800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22534): Terminated: ok {rc=0}\u000a07:25:43.347313 --- ParallelTerminationStrategy: PID 22537 died...\u000a07:25:43.399626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22537): Terminated: ok {rc=0}\u000a07:25:43.409113 --- ParallelTerminationStrategy: PID 22540 died...\u000a07:25:43.461317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22540): Terminated: ok {rc=0}\u000a07:25:43.549031 bus /sierra_3: Setting Powered False\u000a07:25:44.652401 bus /sierra_3: Setting Powered False\u000a07:25:45.759498 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22549): Process ended prematurely: osmo-stp_10.42.42.5(pid=22549) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22549)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22549): Process ended prematurely: osmo-stp_10.42.42.5(pid=22549) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:25:46.870132 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:25:46.883052 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:25:47.044790 tst mo_mt_call_osmux.py: using LAC 39336\u000a07:25:47.174101 tst mo_mt_call_osmux.py: using RAC 66\u000a07:25:47.305412 tst mo_mt_call_osmux.py: using CellId 39336\u000a07:25:47.437049 tst mo_mt_call_osmux.py: using BVCI 39337\u000a07:25:47.462420 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:25:47.474366 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:25:47.486193 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:25:47.497923 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:25:47.510413 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:25:47.522777 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:25:47.647366 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:25:47.853647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:48.350377 run create_hlr_db(pid=22543): Launched\u000a07:25:48.541645 bus /sierra_2: Setting Powered False\u000a07:25:49.562144 run create_hlr_db(pid=22543): Terminated: ok {rc=0}\u000a07:25:49.976505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22545): Launched\u000a07:25:50.283943 run osmo-hlr_10.42.42.2(pid=22546): Launched\u000a07:25:50.405193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:50.954834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22548): Launched\u000a07:25:51.262416 run osmo-stp_10.42.42.5(pid=22549): Launched\u000a07:25:51.372581 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:25:51.932702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22551): Launched\u000a07:25:52.251466 run osmo-msc_10.42.42.6(pid=22555): Launched\u000a07:25:52.431344 run osmo-stp_10.42.42.5(pid=22549): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22549)]\u000a07:25:52.561233 run osmo-stp_10.42.42.5(pid=22549): stdout: \u000a| (launched: 2022-12-14_07:25:51.110735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:52.688366 run osmo-stp_10.42.42.5(pid=22549): stderr: \u000a| �[0;m�[38;5;43m20221214072551281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072551281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072551282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072551282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072551283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072551283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072551283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:52.810954 run osmo-stp_10.42.42.5(pid=22549): stdout: \u000a| (launched: 2022-12-14_07:25:51.110735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:52.931898 run osmo-stp_10.42.42.5(pid=22549): stderr: \u000a| �[0;m�[38;5;43m20221214072551281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072551281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072551282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072551282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072551283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072551283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072551283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:52.985692 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22549): Process ended prematurely: osmo-stp_10.42.42.5(pid=22549) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22549)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:25:52.994509 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:25:53.054100 run osmo-hlr_10.42.42.2(pid=22546): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22546)]\u000a07:25:53.103306 run osmo-hlr_10.42.42.2(pid=22546): stdout: \u000a| (launched: 2022-12-14_07:25:50.132779) \u000a07:25:53.152914 run osmo-hlr_10.42.42.2(pid=22546): stderr: \u000a| �[0;m�[1;31m20221214072550309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072550309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072550309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072550309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072550309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072550309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072550322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072550332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072550332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072550332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:53.220178 run osmo-msc_10.42.42.6(pid=22555): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22555)]\u000a07:25:53.269162 run osmo-msc_10.42.42.6(pid=22555): stdout: \u000a| (launched: 2022-12-14_07:25:52.098909) \u000a07:25:53.318618 run osmo-msc_10.42.42.6(pid=22555): stderr: \u000a| �[0;m�[38;5;43m20221214072552371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072552371 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2550a1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072552371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072552371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072552372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072552372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072552374 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072552374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072552374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072552374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:25:53.360771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22545): Terminating (SIGTERM)\u000a07:25:53.400667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22548): Terminating (SIGTERM)\u000a07:25:53.440586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22551): Terminating (SIGTERM)\u000a07:25:53.449816 --- ParallelTerminationStrategy: PID 22545 died...\u000a07:25:53.503129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22545): Terminated: ok {rc=0}\u000a07:25:53.512708 --- ParallelTerminationStrategy: PID 22548 died...\u000a07:25:53.565654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22548): Terminated: ok {rc=0}\u000a07:25:53.575087 --- ParallelTerminationStrategy: PID 22551 died...\u000a07:25:53.627972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22551): Terminated: ok {rc=0}\u000a07:25:53.716051 bus /sierra_3: Setting Powered False\u000a07:25:54.818537 bus /sierra_3: Setting Powered False\u000a07:25:55.929577 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:25:36" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22566): Process ended prematurely: osmo-stp_10.42.42.5(pid=22566) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22566)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22566): Process ended prematurely: osmo-stp_10.42.42.5(pid=22566) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:25:57.925619 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:25:57.936790 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:25:58.097966 tst mo_mt_call.py: using LAC 39337\u000a07:25:58.217070 tst mo_mt_call.py: using RAC 67\u000a07:25:58.337487 tst mo_mt_call.py: using CellId 39337\u000a07:25:58.457284 tst mo_mt_call.py: using BVCI 39338\u000a07:25:58.480392 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:25:58.491691 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:25:58.502839 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:25:58.514006 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:25:58.525223 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:25:58.536321 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:25:58.653476 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:25:58.857689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:59.347756 run create_hlr_db(pid=22560): Launched\u000a07:25:59.524056 bus /sierra_2: Setting Powered False\u000a07:26:00.545588 run create_hlr_db(pid=22560): Terminated: ok {rc=0}\u000a07:26:01.003797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22562): Launched\u000a07:26:01.457887 run osmo-hlr_10.42.42.2(pid=22563): Launched\u000a07:26:01.679134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:02.264577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22565): Launched\u000a07:26:02.574464 run osmo-stp_10.42.42.5(pid=22566): Launched\u000a07:26:02.686272 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:26:03.251976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22568): Launched\u000a07:26:03.562943 run osmo-msc_10.42.42.6(pid=22569): Launched\u000a07:26:03.744522 run osmo-stp_10.42.42.5(pid=22566): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22566)]\u000a07:26:03.874084 run osmo-stp_10.42.42.5(pid=22566): stdout: \u000a| (launched: 2022-12-14_07:26:02.421165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:04.001793 run osmo-stp_10.42.42.5(pid=22566): stderr: \u000a| �[0;m�[38;5;43m20221214072602591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072602591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072602592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072602592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072602593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072602593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072602593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:04.125497 run osmo-stp_10.42.42.5(pid=22566): stdout: \u000a| (launched: 2022-12-14_07:26:02.421165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:04.247445 run osmo-stp_10.42.42.5(pid=22566): stderr: \u000a| �[0;m�[38;5;43m20221214072602591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072602591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072602592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072602592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072602593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072602593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072602593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:04.301668 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22566): Process ended prematurely: osmo-stp_10.42.42.5(pid=22566) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22566)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:26:04.310391 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:26:04.369993 run osmo-hlr_10.42.42.2(pid=22563): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22563)]\u000a07:26:04.419195 run osmo-hlr_10.42.42.2(pid=22563): stdout: \u000a| (launched: 2022-12-14_07:26:01.166663) \u000a07:26:04.469301 run osmo-hlr_10.42.42.2(pid=22563): stderr: \u000a| �[0;m�[1;31m20221214072601382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072601382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072601382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072601382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072601382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072601382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072601398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072601409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072601409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072601409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:04.537091 run osmo-msc_10.42.42.6(pid=22569): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22569)]\u000a07:26:04.586825 run osmo-msc_10.42.42.6(pid=22569): stdout: \u000a| (launched: 2022-12-14_07:26:03.407703) \u000a07:26:04.636796 run osmo-msc_10.42.42.6(pid=22569): stderr: \u000a| �[0;m�[38;5;43m20221214072603679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072603679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb186da1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072603679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072603679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072603680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072603680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072603681 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072603682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072603682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072603682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:26:04.679196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22562): Terminating (SIGTERM)\u000a07:26:04.719010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22565): Terminating (SIGTERM)\u000a07:26:04.758946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22568): Terminating (SIGTERM)\u000a07:26:04.768131 --- ParallelTerminationStrategy: PID 22562 died...\u000a07:26:04.821293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22562): Terminated: ok {rc=0}\u000a07:26:04.830727 --- ParallelTerminationStrategy: PID 22565 died...\u000a07:26:04.883514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22565): Terminated: ok {rc=0}\u000a07:26:04.893089 --- ParallelTerminationStrategy: PID 22568 died...\u000a07:26:04.945956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22568): Terminated: ok {rc=0}\u000a07:26:05.034071 bus /sierra_3: Setting Powered False\u000a07:26:06.139248 bus /sierra_3: Setting Powered False\u000a07:26:07.251294 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22578): Process ended prematurely: osmo-stp_10.42.42.5(pid=22578) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22578)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22578): Process ended prematurely: osmo-stp_10.42.42.5(pid=22578) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:26:08.361975 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:26:08.373910 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:26:08.531594 tst mo_mt_call_osmux.py: using LAC 39338\u000a07:26:08.658156 tst mo_mt_call_osmux.py: using RAC 68\u000a07:26:08.777099 tst mo_mt_call_osmux.py: using CellId 39338\u000a07:26:08.902194 tst mo_mt_call_osmux.py: using BVCI 39339\u000a07:26:08.925810 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:26:08.937130 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:26:08.947998 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:26:08.959028 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:26:08.970140 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:26:08.981265 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:26:09.099665 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:26:09.315965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:09.835007 run create_hlr_db(pid=22572): Launched\u000a07:26:10.026113 bus /sierra_2: Setting Powered False\u000a07:26:11.046111 run create_hlr_db(pid=22572): Terminated: ok {rc=0}\u000a07:26:11.486868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22574): Launched\u000a07:26:11.818680 run osmo-hlr_10.42.42.2(pid=22575): Launched\u000a07:26:11.939989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:12.515614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22577): Launched\u000a07:26:12.847700 run osmo-stp_10.42.42.5(pid=22578): Launched\u000a07:26:12.967099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:26:13.573139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22580): Launched\u000a07:26:13.905987 run osmo-msc_10.42.42.6(pid=22581): Launched\u000a07:26:14.099141 run osmo-stp_10.42.42.5(pid=22578): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22578)]\u000a07:26:14.239154 run osmo-stp_10.42.42.5(pid=22578): stdout: \u000a| (launched: 2022-12-14_07:26:12.683373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:14.378381 run osmo-stp_10.42.42.5(pid=22578): stderr: \u000a| �[0;m�[38;5;43m20221214072612875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072612875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072612876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072612876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072612877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072612877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072612877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:14.510714 run osmo-stp_10.42.42.5(pid=22578): stdout: \u000a| (launched: 2022-12-14_07:26:12.683373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:14.641758 run osmo-stp_10.42.42.5(pid=22578): stderr: \u000a| �[0;m�[38;5;43m20221214072612875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072612875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072612876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072612876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072612877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072612877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072612877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:14.699683 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22578): Process ended prematurely: osmo-stp_10.42.42.5(pid=22578) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22578)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:26:14.709076 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:26:14.771998 run osmo-hlr_10.42.42.2(pid=22575): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22575)]\u000a07:26:14.823809 run osmo-hlr_10.42.42.2(pid=22575): stdout: \u000a| (launched: 2022-12-14_07:26:11.654432) \u000a07:26:14.876392 run osmo-hlr_10.42.42.2(pid=22575): stderr: \u000a| �[0;m�[1;31m20221214072611851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072611851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072611851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072611851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072611852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072611852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072611864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072611872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072611873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072611873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:14.947132 run osmo-msc_10.42.42.6(pid=22581): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22581)]\u000a07:26:14.998673 run osmo-msc_10.42.42.6(pid=22581): stdout: \u000a| (launched: 2022-12-14_07:26:13.741363) \u000a07:26:15.050506 run osmo-msc_10.42.42.6(pid=22581): stderr: \u000a| �[0;m�[38;5;43m20221214072614063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072614063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25a684ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072614063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072614063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072614063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072614063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072614066 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072614066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072614066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072614066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:26:15.095024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22574): Terminating (SIGTERM)\u000a07:26:15.137218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22577): Terminating (SIGTERM)\u000a07:26:15.179188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22580): Terminating (SIGTERM)\u000a07:26:15.188724 --- ParallelTerminationStrategy: PID 22574 died...\u000a07:26:15.245336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22574): Terminated: ok {rc=0}\u000a07:26:15.255275 --- ParallelTerminationStrategy: PID 22577 died...\u000a07:26:15.311605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22577): Terminated: ok {rc=0}\u000a07:26:15.321595 --- ParallelTerminationStrategy: PID 22580 died...\u000a07:26:15.377450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22580): Terminated: ok {rc=0}\u000a07:26:15.465159 bus /sierra_3: Setting Powered False\u000a07:26:16.569127 bus /sierra_3: Setting Powered False\u000a07:26:17.678369 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:25:57" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22592): Process ended prematurely: osmo-stp_10.42.42.5(pid=22592) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22592)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22592): Process ended prematurely: osmo-stp_10.42.42.5(pid=22592) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:26:19.677257 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:26:19.689432 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:26:19.856511 tst mo_mt_call.py: using LAC 39339\u000a07:26:19.985386 tst mo_mt_call.py: using RAC 69\u000a07:26:20.114312 tst mo_mt_call.py: using CellId 39339\u000a07:26:20.244151 tst mo_mt_call.py: using BVCI 39340\u000a07:26:20.270080 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:26:20.282078 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:26:20.293843 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:26:20.305606 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:26:20.317927 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:26:20.330075 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:26:20.450709 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:26:20.666556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:21.188323 run create_hlr_db(pid=22586): Launched\u000a07:26:21.381222 bus /sierra_2: Setting Powered False\u000a07:26:22.401128 run create_hlr_db(pid=22586): Terminated: ok {rc=0}\u000a07:26:22.815918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22588): Launched\u000a07:26:23.127522 run osmo-hlr_10.42.42.2(pid=22589): Launched\u000a07:26:23.251093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:23.791038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22591): Launched\u000a07:26:24.098991 run osmo-stp_10.42.42.5(pid=22592): Launched\u000a07:26:24.210030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:26:24.775956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22594): Launched\u000a07:26:25.088049 run osmo-msc_10.42.42.6(pid=22595): Launched\u000a07:26:25.269779 run osmo-stp_10.42.42.5(pid=22592): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22592)]\u000a07:26:25.401140 run osmo-stp_10.42.42.5(pid=22592): stdout: \u000a| (launched: 2022-12-14_07:26:23.947532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:25.529388 run osmo-stp_10.42.42.5(pid=22592): stderr: \u000a| �[0;m�[38;5;43m20221214072624117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072624117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072624118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072624118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072624119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072624119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072624119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:25.652380 run osmo-stp_10.42.42.5(pid=22592): stdout: \u000a| (launched: 2022-12-14_07:26:23.947532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:25.774534 run osmo-stp_10.42.42.5(pid=22592): stderr: \u000a| �[0;m�[38;5;43m20221214072624117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072624117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072624118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072624118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072624119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072624119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072624119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:25.828734 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22592): Process ended prematurely: osmo-stp_10.42.42.5(pid=22592) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22592)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:26:25.837477 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:26:25.896523 run osmo-hlr_10.42.42.2(pid=22589): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22589)]\u000a07:26:25.945507 run osmo-hlr_10.42.42.2(pid=22589): stdout: \u000a| (launched: 2022-12-14_07:26:22.972299) \u000a07:26:25.994985 run osmo-hlr_10.42.42.2(pid=22589): stderr: \u000a| �[0;m�[1;31m20221214072623146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072623146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072623147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072623147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072623147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072623147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072623160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072623168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072623168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072623168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:26.062529 run osmo-msc_10.42.42.6(pid=22595): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22595)]\u000a07:26:26.111334 run osmo-msc_10.42.42.6(pid=22595): stdout: \u000a| (launched: 2022-12-14_07:26:24.932409) \u000a07:26:26.160804 run osmo-msc_10.42.42.6(pid=22595): stderr: \u000a| �[0;m�[38;5;43m20221214072625203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072625203 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77cbb07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072625203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072625203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072625203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072625203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072625205 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072625206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072625206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072625206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:26:26.202559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22588): Terminating (SIGTERM)\u000a07:26:26.242022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22591): Terminating (SIGTERM)\u000a07:26:26.282144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22594): Terminating (SIGTERM)\u000a07:26:26.291567 --- ParallelTerminationStrategy: PID 22588 died...\u000a07:26:26.344480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22588): Terminated: ok {rc=0}\u000a07:26:26.353984 --- ParallelTerminationStrategy: PID 22591 died...\u000a07:26:26.406635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22591): Terminated: ok {rc=0}\u000a07:26:26.416096 --- ParallelTerminationStrategy: PID 22594 died...\u000a07:26:26.468418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22594): Terminated: ok {rc=0}\u000a07:26:26.556986 bus /sierra_3: Setting Powered False\u000a07:26:27.660931 bus /sierra_3: Setting Powered False\u000a07:26:28.768574 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22603): Process ended prematurely: osmo-stp_10.42.42.5(pid=22603) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22603)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22603): Process ended prematurely: osmo-stp_10.42.42.5(pid=22603) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:26:29.884556 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:26:29.897180 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:26:30.067266 tst mo_mt_call_osmux.py: using LAC 39340\u000a07:26:30.198864 tst mo_mt_call_osmux.py: using RAC 70\u000a07:26:30.330039 tst mo_mt_call_osmux.py: using CellId 39340\u000a07:26:30.459472 tst mo_mt_call_osmux.py: using BVCI 39341\u000a07:26:30.484828 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:26:30.496674 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:26:30.508214 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:26:30.519829 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:26:30.531968 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:26:30.543831 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:26:30.664361 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:26:30.904871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:31.469444 run create_hlr_db(pid=22597): Launched\u000a07:26:31.695857 bus /sierra_2: Setting Powered False\u000a07:26:32.688301 run create_hlr_db(pid=22597): Terminated: ok {rc=0}\u000a07:26:33.129904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22599): Launched\u000a07:26:33.441350 run osmo-hlr_10.42.42.2(pid=22600): Launched\u000a07:26:33.559070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:34.097678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22602): Launched\u000a07:26:34.407021 run osmo-stp_10.42.42.5(pid=22603): Launched\u000a07:26:34.517541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:26:35.083231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22605): Launched\u000a07:26:35.397163 run osmo-msc_10.42.42.6(pid=22606): Launched\u000a07:26:35.578712 run osmo-stp_10.42.42.5(pid=22603): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22603)]\u000a07:26:35.709316 run osmo-stp_10.42.42.5(pid=22603): stdout: \u000a| (launched: 2022-12-14_07:26:34.254399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:35.837642 run osmo-stp_10.42.42.5(pid=22603): stderr: \u000a| �[0;m�[38;5;43m20221214072634423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072634423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072634423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072634424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072634424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072634424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072634424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:35.960878 run osmo-stp_10.42.42.5(pid=22603): stdout: \u000a| (launched: 2022-12-14_07:26:34.254399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:36.083515 run osmo-stp_10.42.42.5(pid=22603): stderr: \u000a| �[0;m�[38;5;43m20221214072634423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072634423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072634423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072634424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072634424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072634424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072634424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:36.137959 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22603): Process ended prematurely: osmo-stp_10.42.42.5(pid=22603) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22603)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:26:36.146502 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:26:36.205772 run osmo-hlr_10.42.42.2(pid=22600): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22600)]\u000a07:26:36.254741 run osmo-hlr_10.42.42.2(pid=22600): stdout: \u000a| (launched: 2022-12-14_07:26:33.286878) \u000a07:26:36.304444 run osmo-hlr_10.42.42.2(pid=22600): stderr: \u000a| �[0;m�[1;31m20221214072633461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072633461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072633461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072633461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072633461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072633462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072633474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072633482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072633482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072633482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:36.372518 run osmo-msc_10.42.42.6(pid=22606): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22606)]\u000a07:26:36.421172 run osmo-msc_10.42.42.6(pid=22606): stdout: \u000a| (launched: 2022-12-14_07:26:35.240592) \u000a07:26:36.470581 run osmo-msc_10.42.42.6(pid=22606): stderr: \u000a| �[0;m�[38;5;43m20221214072635511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072635511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c4b6d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072635511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072635511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072635511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072635511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072635513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072635514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072635514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072635514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:26:36.512368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22599): Terminating (SIGTERM)\u000a07:26:36.551994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22602): Terminating (SIGTERM)\u000a07:26:36.591599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22605): Terminating (SIGTERM)\u000a07:26:36.600697 --- ParallelTerminationStrategy: PID 22599 died...\u000a07:26:36.653741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22599): Terminated: ok {rc=0}\u000a07:26:36.663599 --- ParallelTerminationStrategy: PID 22602 died...\u000a07:26:36.716255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22602): Terminated: ok {rc=0}\u000a07:26:36.725748 --- ParallelTerminationStrategy: PID 22605 died...\u000a07:26:36.778297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22605): Terminated: ok {rc=0}\u000a07:26:36.866119 bus /sierra_3: Setting Powered False\u000a07:26:37.970429 bus /sierra_3: Setting Powered False\u000a07:26:39.081528 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:26:19" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22617): Process ended prematurely: osmo-stp_10.42.42.5(pid=22617) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22617)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22617): Process ended prematurely: osmo-stp_10.42.42.5(pid=22617) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:26:41.107462 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:26:41.119113 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:26:41.280355 tst mo_mt_call.py: using LAC 39341\u000a07:26:41.401798 tst mo_mt_call.py: using RAC 71\u000a07:26:41.520893 tst mo_mt_call.py: using CellId 39341\u000a07:26:41.642214 tst mo_mt_call.py: using BVCI 39342\u000a07:26:41.665744 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:26:41.677357 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:26:41.688501 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:26:41.699596 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:26:41.710890 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:26:41.721993 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:26:41.843579 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:26:42.058664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:42.579752 run create_hlr_db(pid=22611): Launched\u000a07:26:42.770278 bus /sierra_2: Setting Powered False\u000a07:26:43.790394 run create_hlr_db(pid=22611): Terminated: ok {rc=0}\u000a07:26:44.203449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22613): Launched\u000a07:26:44.513027 run osmo-hlr_10.42.42.2(pid=22614): Launched\u000a07:26:44.628558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:45.164866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22616): Launched\u000a07:26:45.472905 run osmo-stp_10.42.42.5(pid=22617): Launched\u000a07:26:45.584334 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:26:46.202747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22619): Launched\u000a07:26:46.657948 run osmo-msc_10.42.42.6(pid=22620): Launched\u000a07:26:47.048118 run osmo-stp_10.42.42.5(pid=22617): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22617)]\u000a07:26:47.180135 run osmo-stp_10.42.42.5(pid=22617): stdout: \u000a| (launched: 2022-12-14_07:26:45.321136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:47.311779 run osmo-stp_10.42.42.5(pid=22617): stderr: \u000a| �[0;m�[38;5;43m20221214072645492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072645492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072645492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072645493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072645493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072645493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072645493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:47.441992 run osmo-stp_10.42.42.5(pid=22617): stdout: \u000a| (launched: 2022-12-14_07:26:45.321136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:47.574049 run osmo-stp_10.42.42.5(pid=22617): stderr: \u000a| �[0;m�[38;5;43m20221214072645492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072645492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072645492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072645493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072645493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072645493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072645493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:47.631938 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22617): Process ended prematurely: osmo-stp_10.42.42.5(pid=22617) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22617)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:26:47.641579 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a07:26:47.705274 run osmo-hlr_10.42.42.2(pid=22614): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22614)]\u000a07:26:47.757084 run osmo-hlr_10.42.42.2(pid=22614): stdout: \u000a| (launched: 2022-12-14_07:26:44.359866) \u000a07:26:47.809880 run osmo-hlr_10.42.42.2(pid=22614): stderr: \u000a| �[0;m�[1;31m20221214072644535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072644536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072644536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072644536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072644536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072644536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072644550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072644561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072644561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072644561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:47.881008 run osmo-msc_10.42.42.6(pid=22620): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22620)]\u000a07:26:47.932758 run osmo-msc_10.42.42.6(pid=22620): stdout: \u000a| (launched: 2022-12-14_07:26:46.376331) \u000a07:26:47.985147 run osmo-msc_10.42.42.6(pid=22620): stderr: \u000a| �[0;m�[38;5;43m20221214072646861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072646861 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39a77f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072646861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072646861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072646862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072646862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072646863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072646864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072646864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072646864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:26:48.030211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22613): Terminating (SIGTERM)\u000a07:26:48.072593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22616): Terminating (SIGTERM)\u000a07:26:48.115216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22619): Terminating (SIGTERM)\u000a07:26:48.124886 --- ParallelTerminationStrategy: PID 22613 died...\u000a07:26:48.181921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22613): Terminated: ok {rc=0}\u000a07:26:48.191842 --- ParallelTerminationStrategy: PID 22616 died...\u000a07:26:48.248586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22616): Terminated: ok {rc=0}\u000a07:26:48.258617 --- ParallelTerminationStrategy: PID 22619 died...\u000a07:26:48.314668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22619): Terminated: ok {rc=0}\u000a07:26:48.401583 bus /sierra_3: Setting Powered False\u000a07:26:49.507072 bus /sierra_3: Setting Powered False\u000a07:26:50.617168 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22628): Process ended prematurely: osmo-stp_10.42.42.5(pid=22628) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22628)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22628): Process ended prematurely: osmo-stp_10.42.42.5(pid=22628) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:26:51.731913 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:26:51.744880 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:26:51.913927 tst mo_mt_call_osmux.py: using LAC 39342\u000a07:26:52.044752 tst mo_mt_call_osmux.py: using RAC 72\u000a07:26:52.168446 tst mo_mt_call_osmux.py: using CellId 39342\u000a07:26:52.292215 tst mo_mt_call_osmux.py: using BVCI 39343\u000a07:26:52.316071 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:26:52.327562 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:26:52.338844 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:26:52.349956 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:26:52.360897 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:26:52.371889 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:26:52.493061 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:26:52.699439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:53.192672 run create_hlr_db(pid=22622): Launched\u000a07:26:53.371166 bus /sierra_2: Setting Powered False\u000a07:26:54.391645 run create_hlr_db(pid=22622): Terminated: ok {rc=0}\u000a07:26:54.833896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22624): Launched\u000a07:26:55.167261 run osmo-hlr_10.42.42.2(pid=22625): Launched\u000a07:26:55.288664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:55.864943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22627): Launched\u000a07:26:56.198129 run osmo-stp_10.42.42.5(pid=22628): Launched\u000a07:26:56.318794 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:26:56.923792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22630): Launched\u000a07:26:57.255313 run osmo-msc_10.42.42.6(pid=22631): Launched\u000a07:26:57.451402 run osmo-stp_10.42.42.5(pid=22628): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22628)]\u000a07:26:57.595392 run osmo-stp_10.42.42.5(pid=22628): stdout: \u000a| (launched: 2022-12-14_07:26:56.033787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:57.734286 run osmo-stp_10.42.42.5(pid=22628): stderr: \u000a| �[0;m�[38;5;43m20221214072656225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072656225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072656225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072656226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072656226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072656226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072656226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:57.868022 run osmo-stp_10.42.42.5(pid=22628): stdout: \u000a| (launched: 2022-12-14_07:26:56.033787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:58.000335 run osmo-stp_10.42.42.5(pid=22628): stderr: \u000a| �[0;m�[38;5;43m20221214072656225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072656225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072656225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072656226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072656226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072656226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072656226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:58.059081 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22628): Process ended prematurely: osmo-stp_10.42.42.5(pid=22628) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22628)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:26:58.068597 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:26:58.132257 run osmo-hlr_10.42.42.2(pid=22625): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22625)]\u000a07:26:58.184125 run osmo-hlr_10.42.42.2(pid=22625): stdout: \u000a| (launched: 2022-12-14_07:26:55.002710) \u000a07:26:58.236221 run osmo-hlr_10.42.42.2(pid=22625): stderr: \u000a| �[0;m�[1;31m20221214072655201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072655201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072655201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072655201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072655201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072655201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072655213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072655222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072655223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072655223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:58.307292 run osmo-msc_10.42.42.6(pid=22631): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22631)]\u000a07:26:58.359015 run osmo-msc_10.42.42.6(pid=22631): stdout: \u000a| (launched: 2022-12-14_07:26:57.091599) \u000a07:26:58.411193 run osmo-msc_10.42.42.6(pid=22631): stderr: \u000a| �[0;m�[38;5;43m20221214072657412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072657412 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7fac88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072657412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072657412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072657413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072657413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072657415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072657415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072657415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072657415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:26:58.455866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22624): Terminating (SIGTERM)\u000a07:26:58.498018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22627): Terminating (SIGTERM)\u000a07:26:58.540161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22630): Terminating (SIGTERM)\u000a07:26:58.549902 --- ParallelTerminationStrategy: PID 22624 died...\u000a07:26:58.606335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22624): Terminated: ok {rc=0}\u000a07:26:58.616432 --- ParallelTerminationStrategy: PID 22627 died...\u000a07:26:58.672986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22627): Terminated: ok {rc=0}\u000a07:26:58.682937 --- ParallelTerminationStrategy: PID 22630 died...\u000a07:26:58.738986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22630): Terminated: ok {rc=0}\u000a07:26:58.826451 bus /sierra_3: Setting Powered False\u000a07:26:59.931494 bus /sierra_3: Setting Powered False\u000a07:27:01.048848 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:26:40" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22642): Process ended prematurely: osmo-stp_10.42.42.5(pid=22642) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22642)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22642): Process ended prematurely: osmo-stp_10.42.42.5(pid=22642) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:27:03.068758 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:27:03.080624 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:27:03.250337 tst mo_mt_call.py: using LAC 39343\u000a07:27:03.380329 tst mo_mt_call.py: using RAC 73\u000a07:27:03.521731 tst mo_mt_call.py: using CellId 39343\u000a07:27:03.652590 tst mo_mt_call.py: using BVCI 39344\u000a07:27:03.677844 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:27:03.689594 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:27:03.701054 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:27:03.712523 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:27:03.724111 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:27:03.735890 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:27:03.855625 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:27:04.072124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:04.596255 run create_hlr_db(pid=22636): Launched\u000a07:27:04.788322 bus /sierra_2: Setting Powered False\u000a07:27:05.808743 run create_hlr_db(pid=22636): Terminated: ok {rc=0}\u000a07:27:06.225066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22638): Launched\u000a07:27:06.535825 run osmo-hlr_10.42.42.2(pid=22639): Launched\u000a07:27:06.652333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:07.188420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22641): Launched\u000a07:27:07.498540 run osmo-stp_10.42.42.5(pid=22642): Launched\u000a07:27:07.612794 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:27:08.180796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22644): Launched\u000a07:27:08.492640 run osmo-msc_10.42.42.6(pid=22645): Launched\u000a07:27:08.675200 run osmo-stp_10.42.42.5(pid=22642): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22642)]\u000a07:27:08.805481 run osmo-stp_10.42.42.5(pid=22642): stdout: \u000a| (launched: 2022-12-14_07:27:07.345149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:08.934486 run osmo-stp_10.42.42.5(pid=22642): stderr: \u000a| �[0;m�[38;5;43m20221214072707516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072707517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072707517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072707517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072707518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072707518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072707518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:09.058189 run osmo-stp_10.42.42.5(pid=22642): stdout: \u000a| (launched: 2022-12-14_07:27:07.345149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:09.180709 run osmo-stp_10.42.42.5(pid=22642): stderr: \u000a| �[0;m�[38;5;43m20221214072707516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072707517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072707517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072707517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072707518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072707518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072707518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:09.235069 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22642): Process ended prematurely: osmo-stp_10.42.42.5(pid=22642) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22642)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:27:09.243762 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:27:09.303347 run osmo-hlr_10.42.42.2(pid=22639): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22639)]\u000a07:27:09.352740 run osmo-hlr_10.42.42.2(pid=22639): stdout: \u000a| (launched: 2022-12-14_07:27:06.382484) \u000a07:27:09.402423 run osmo-hlr_10.42.42.2(pid=22639): stderr: \u000a| �[0;m�[1;31m20221214072706559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072706559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072706559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072706559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072706559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072706559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072706571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072706579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072706580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072706580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:09.469319 run osmo-msc_10.42.42.6(pid=22645): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22645)]\u000a07:27:09.517878 run osmo-msc_10.42.42.6(pid=22645): stdout: \u000a| (launched: 2022-12-14_07:27:08.337771) \u000a07:27:09.567072 run osmo-msc_10.42.42.6(pid=22645): stderr: \u000a| �[0;m�[38;5;43m20221214072708612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072708612 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb0a42fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072708612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072708612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072708612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072708613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072708614 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072708615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072708615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072708615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:27:09.609204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22638): Terminating (SIGTERM)\u000a07:27:09.649109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22641): Terminating (SIGTERM)\u000a07:27:09.689134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22644): Terminating (SIGTERM)\u000a07:27:09.698444 --- ParallelTerminationStrategy: PID 22638 died...\u000a07:27:09.751841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22638): Terminated: ok {rc=0}\u000a07:27:09.761592 --- ParallelTerminationStrategy: PID 22641 died...\u000a07:27:09.814849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22641): Terminated: ok {rc=0}\u000a07:27:09.824413 --- ParallelTerminationStrategy: PID 22644 died...\u000a07:27:09.877662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22644): Terminated: ok {rc=0}\u000a07:27:09.965913 bus /sierra_3: Setting Powered False\u000a07:27:11.069994 bus /sierra_3: Setting Powered False\u000a07:27:12.181185 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22653): Process ended prematurely: osmo-stp_10.42.42.5(pid=22653) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22653)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22653): Process ended prematurely: osmo-stp_10.42.42.5(pid=22653) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:27:13.291316 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:27:13.303531 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:27:13.466355 tst mo_mt_call_osmux.py: using LAC 39344\u000a07:27:13.588499 tst mo_mt_call_osmux.py: using RAC 74\u000a07:27:13.708489 tst mo_mt_call_osmux.py: using CellId 39344\u000a07:27:13.828653 tst mo_mt_call_osmux.py: using BVCI 39345\u000a07:27:13.852322 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:27:13.863715 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:27:13.874943 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:27:13.886085 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:27:13.897837 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:27:13.909609 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:27:14.034236 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:27:14.240113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:14.736196 run create_hlr_db(pid=22647): Launched\u000a07:27:14.913709 bus /sierra_2: Setting Powered False\u000a07:27:15.964889 run create_hlr_db(pid=22647): Terminated: ok {rc=0}\u000a07:27:16.479157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22649): Launched\u000a07:27:16.923084 run osmo-hlr_10.42.42.2(pid=22650): Launched\u000a07:27:17.136822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:17.721087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22652): Launched\u000a07:27:18.055069 run osmo-stp_10.42.42.5(pid=22653): Launched\u000a07:27:18.175367 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:27:18.785415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22655): Launched\u000a07:27:19.120262 run osmo-msc_10.42.42.6(pid=22656): Launched\u000a07:27:19.315662 run osmo-stp_10.42.42.5(pid=22653): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22653)]\u000a07:27:19.456840 run osmo-stp_10.42.42.5(pid=22653): stdout: \u000a| (launched: 2022-12-14_07:27:17.890072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:19.595815 run osmo-stp_10.42.42.5(pid=22653): stderr: \u000a| �[0;m�[38;5;43m20221214072718081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072718082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072718082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072718082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072718083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072718083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072718083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:19.729102 run osmo-stp_10.42.42.5(pid=22653): stdout: \u000a| (launched: 2022-12-14_07:27:17.890072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:19.861337 run osmo-stp_10.42.42.5(pid=22653): stderr: \u000a| �[0;m�[38;5;43m20221214072718081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072718082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072718082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072718082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072718083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072718083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072718083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:19.919634 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22653): Process ended prematurely: osmo-stp_10.42.42.5(pid=22653) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22653)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:27:19.929325 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a07:27:19.992910 run osmo-hlr_10.42.42.2(pid=22650): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22650)]\u000a07:27:20.045140 run osmo-hlr_10.42.42.2(pid=22650): stdout: \u000a| (launched: 2022-12-14_07:27:16.654330) \u000a07:27:20.097894 run osmo-hlr_10.42.42.2(pid=22650): stderr: \u000a| �[0;m�[1;31m20221214072716959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072716959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072716959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072716959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072716959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072716959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072716975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072716987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072716987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072716988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:20.169140 run osmo-msc_10.42.42.6(pid=22656): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22656)]\u000a07:27:20.220978 run osmo-msc_10.42.42.6(pid=22656): stdout: \u000a| (launched: 2022-12-14_07:27:18.954491) \u000a07:27:20.273294 run osmo-msc_10.42.42.6(pid=22656): stderr: \u000a| �[0;m�[38;5;43m20221214072719275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072719276 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faaa7f15c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072719276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072719276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072719276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072719276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072719278 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072719278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072719278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072719279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:27:20.318439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22649): Terminating (SIGTERM)\u000a07:27:20.361226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22652): Terminating (SIGTERM)\u000a07:27:20.403670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22655): Terminating (SIGTERM)\u000a07:27:20.413549 --- ParallelTerminationStrategy: PID 22649 died...\u000a07:27:20.470453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22649): Terminated: ok {rc=0}\u000a07:27:20.480653 --- ParallelTerminationStrategy: PID 22652 died...\u000a07:27:20.537171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22652): Terminated: ok {rc=0}\u000a07:27:20.547315 --- ParallelTerminationStrategy: PID 22655 died...\u000a07:27:20.603974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22655): Terminated: ok {rc=0}\u000a07:27:20.693036 bus /sierra_3: Setting Powered False\u000a07:27:21.799321 bus /sierra_3: Setting Powered False\u000a07:27:22.911309 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:27:02" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22668): Process ended prematurely: osmo-stp_10.42.42.5(pid=22668) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22668)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22668): Process ended prematurely: osmo-stp_10.42.42.5(pid=22668) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:27:24.921123 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:27:24.932853 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:27:25.094358 tst mo_mt_call.py: using LAC 39345\u000a07:27:25.219166 tst mo_mt_call.py: using RAC 75\u000a07:27:25.346969 tst mo_mt_call.py: using CellId 39345\u000a07:27:25.476043 tst mo_mt_call.py: using BVCI 39346\u000a07:27:25.501451 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:27:25.513336 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:27:25.525234 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:27:25.537014 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:27:25.549208 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:27:25.561398 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:27:25.679680 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:27:25.897139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:26.416192 run create_hlr_db(pid=22662): Launched\u000a07:27:26.607584 bus /sierra_2: Setting Powered False\u000a07:27:27.628071 run create_hlr_db(pid=22662): Terminated: ok {rc=0}\u000a07:27:28.044378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22664): Launched\u000a07:27:28.354884 run osmo-hlr_10.42.42.2(pid=22665): Launched\u000a07:27:28.477937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:29.019738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22667): Launched\u000a07:27:29.328807 run osmo-stp_10.42.42.5(pid=22668): Launched\u000a07:27:29.441844 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:27:30.005585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22670): Launched\u000a07:27:30.315516 run osmo-msc_10.42.42.6(pid=22671): Launched\u000a07:27:30.495959 run osmo-stp_10.42.42.5(pid=22668): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22668)]\u000a07:27:30.626004 run osmo-stp_10.42.42.5(pid=22668): stdout: \u000a| (launched: 2022-12-14_07:27:29.176397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:30.754040 run osmo-stp_10.42.42.5(pid=22668): stderr: \u000a| �[0;m�[38;5;43m20221214072729347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072729347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072729347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072729348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072729348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072729348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072729349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:30.898821 run osmo-stp_10.42.42.5(pid=22668): stdout: \u000a| (launched: 2022-12-14_07:27:29.176397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:31.037402 run osmo-stp_10.42.42.5(pid=22668): stderr: \u000a| �[0;m�[38;5;43m20221214072729347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072729347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072729347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072729348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072729348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072729348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072729349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:31.093307 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22668): Process ended prematurely: osmo-stp_10.42.42.5(pid=22668) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22668)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:27:31.103081 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:27:31.164392 run osmo-hlr_10.42.42.2(pid=22665): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22665)]\u000a07:27:31.214522 run osmo-hlr_10.42.42.2(pid=22665): stdout: \u000a| (launched: 2022-12-14_07:27:28.202370) \u000a07:27:31.265419 run osmo-hlr_10.42.42.2(pid=22665): stderr: \u000a| �[0;m�[1;31m20221214072728376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072728376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072728376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072728376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072728376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072728377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072728389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072728397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072728397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072728397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:31.333776 run osmo-msc_10.42.42.6(pid=22671): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22671)]\u000a07:27:31.384096 run osmo-msc_10.42.42.6(pid=22671): stdout: \u000a| (launched: 2022-12-14_07:27:30.162069) \u000a07:27:31.435110 run osmo-msc_10.42.42.6(pid=22671): stderr: \u000a| �[0;m�[38;5;43m20221214072730431 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072730431 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f795abb1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072730432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072730432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072730432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072730432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072730434 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072730434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072730434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072730434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:27:31.478537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22664): Terminating (SIGTERM)\u000a07:27:31.519190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22667): Terminating (SIGTERM)\u000a07:27:31.562050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22670): Terminating (SIGTERM)\u000a07:27:31.571954 --- ParallelTerminationStrategy: PID 22664 died...\u000a07:27:31.628376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22664): Terminated: ok {rc=0}\u000a07:27:31.638575 --- ParallelTerminationStrategy: PID 22667 died...\u000a07:27:31.692697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22667): Terminated: ok {rc=0}\u000a07:27:31.702632 --- ParallelTerminationStrategy: PID 22670 died...\u000a07:27:31.756371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22670): Terminated: ok {rc=0}\u000a07:27:31.841484 bus /sierra_3: Setting Powered False\u000a07:27:32.943362 bus /sierra_3: Setting Powered False\u000a07:27:34.053747 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22679): Process ended prematurely: osmo-stp_10.42.42.5(pid=22679) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22679)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22679): Process ended prematurely: osmo-stp_10.42.42.5(pid=22679) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:27:35.170451 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:27:35.183243 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:27:35.353992 tst mo_mt_call_osmux.py: using LAC 39346\u000a07:27:35.485820 tst mo_mt_call_osmux.py: using RAC 76\u000a07:27:35.617054 tst mo_mt_call_osmux.py: using CellId 39346\u000a07:27:35.740728 tst mo_mt_call_osmux.py: using BVCI 39347\u000a07:27:35.764315 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:27:35.775794 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:27:35.787210 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:27:35.798638 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:27:35.810566 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:27:35.822530 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:27:35.946996 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:27:36.162855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:36.685774 run create_hlr_db(pid=22673): Launched\u000a07:27:36.877596 bus /sierra_2: Setting Powered False\u000a07:27:37.887442 run create_hlr_db(pid=22673): Terminated: ok {rc=0}\u000a07:27:38.310336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22675): Launched\u000a07:27:38.620347 run osmo-hlr_10.42.42.2(pid=22676): Launched\u000a07:27:38.734169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:39.271136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22678): Launched\u000a07:27:39.582125 run osmo-stp_10.42.42.5(pid=22679): Launched\u000a07:27:39.695109 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:27:40.265703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22681): Launched\u000a07:27:40.577155 run osmo-msc_10.42.42.6(pid=22682): Launched\u000a07:27:40.761410 run osmo-stp_10.42.42.5(pid=22679): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22679)]\u000a07:27:40.893078 run osmo-stp_10.42.42.5(pid=22679): stdout: \u000a| (launched: 2022-12-14_07:27:39.428057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:41.021322 run osmo-stp_10.42.42.5(pid=22679): stderr: \u000a| �[0;m�[38;5;43m20221214072739599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072739599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072739599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072739600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072739600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072739600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072739600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:41.144585 run osmo-stp_10.42.42.5(pid=22679): stdout: \u000a| (launched: 2022-12-14_07:27:39.428057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:41.267097 run osmo-stp_10.42.42.5(pid=22679): stderr: \u000a| �[0;m�[38;5;43m20221214072739599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072739599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072739599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072739600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072739600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072739600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072739600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:41.321526 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22679): Process ended prematurely: osmo-stp_10.42.42.5(pid=22679) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22679)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:27:41.330336 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:27:41.389703 run osmo-hlr_10.42.42.2(pid=22676): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22676)]\u000a07:27:41.438891 run osmo-hlr_10.42.42.2(pid=22676): stdout: \u000a| (launched: 2022-12-14_07:27:38.467003) \u000a07:27:41.488537 run osmo-hlr_10.42.42.2(pid=22676): stderr: \u000a| �[0;m�[1;31m20221214072738645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072738645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072738645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072738646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072738646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072738646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072738661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072738670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072738670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072738670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:41.555951 run osmo-msc_10.42.42.6(pid=22682): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22682)]\u000a07:27:41.604768 run osmo-msc_10.42.42.6(pid=22682): stdout: \u000a| (launched: 2022-12-14_07:27:40.423127) \u000a07:27:41.654261 run osmo-msc_10.42.42.6(pid=22682): stderr: \u000a| �[0;m�[38;5;43m20221214072740697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072740697 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1ab55cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072740697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072740697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072740697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072740697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072740699 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072740699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072740700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072740700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:27:41.696214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22675): Terminating (SIGTERM)\u000a07:27:41.735875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22678): Terminating (SIGTERM)\u000a07:27:41.775550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22681): Terminating (SIGTERM)\u000a07:27:41.784725 --- ParallelTerminationStrategy: PID 22675 died...\u000a07:27:41.838132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22675): Terminated: ok {rc=0}\u000a07:27:41.847736 --- ParallelTerminationStrategy: PID 22678 died...\u000a07:27:41.900835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22678): Terminated: ok {rc=0}\u000a07:27:41.910519 --- ParallelTerminationStrategy: PID 22681 died...\u000a07:27:41.963372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22681): Terminated: ok {rc=0}\u000a07:27:42.046259 bus /sierra_3: Setting Powered False\u000a07:27:43.152450 bus /sierra_3: Setting Powered False\u000a07:27:44.259523 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:27:24" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22694): Process ended prematurely: osmo-stp_10.42.42.5(pid=22694) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22694)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22694): Process ended prematurely: osmo-stp_10.42.42.5(pid=22694) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:27:46.311498 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:27:46.328565 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:27:46.517986 tst mo_mt_call.py: using LAC 39347\u000a07:27:46.650718 tst mo_mt_call.py: using RAC 77\u000a07:27:46.774830 tst mo_mt_call.py: using CellId 39347\u000a07:27:46.907451 tst mo_mt_call.py: using BVCI 39348\u000a07:27:46.934122 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:27:46.946859 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:27:46.959520 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:27:46.972251 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:27:46.986300 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:27:47.000748 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:27:47.128577 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:27:47.334104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:47.831050 run create_hlr_db(pid=22688): Launched\u000a07:27:48.008589 bus /sierra_2: Setting Powered False\u000a07:27:49.030442 run create_hlr_db(pid=22688): Terminated: ok {rc=0}\u000a07:27:49.443879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22690): Launched\u000a07:27:49.754728 run osmo-hlr_10.42.42.2(pid=22691): Launched\u000a07:27:49.866966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:50.411520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22693): Launched\u000a07:27:50.746556 run osmo-stp_10.42.42.5(pid=22694): Launched\u000a07:27:50.866839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:27:51.475629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22696): Launched\u000a07:27:51.809890 run osmo-msc_10.42.42.6(pid=22697): Launched\u000a07:27:52.004418 run osmo-stp_10.42.42.5(pid=22694): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22694)]\u000a07:27:52.145147 run osmo-stp_10.42.42.5(pid=22694): stdout: \u000a| (launched: 2022-12-14_07:27:50.581069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:52.284924 run osmo-stp_10.42.42.5(pid=22694): stderr: \u000a| �[0;m�[38;5;43m20221214072750775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072750775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072750775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072750775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072750776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072750776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072750776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:52.419097 run osmo-stp_10.42.42.5(pid=22694): stdout: \u000a| (launched: 2022-12-14_07:27:50.581069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:52.551492 run osmo-stp_10.42.42.5(pid=22694): stderr: \u000a| �[0;m�[38;5;43m20221214072750775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072750775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072750775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072750775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072750776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072750776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072750776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:52.610044 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22694): Process ended prematurely: osmo-stp_10.42.42.5(pid=22694) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22694)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:27:52.619678 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:27:52.683595 run osmo-hlr_10.42.42.2(pid=22691): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22691)]\u000a07:27:52.735828 run osmo-hlr_10.42.42.2(pid=22691): stdout: \u000a| (launched: 2022-12-14_07:27:49.601125) \u000a07:27:52.788558 run osmo-hlr_10.42.42.2(pid=22691): stderr: \u000a| �[0;m�[1;31m20221214072749774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072749774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072749775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072749775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072749775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072749775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072749787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072749797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072749797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072749797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:52.859429 run osmo-msc_10.42.42.6(pid=22697): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22697)]\u000a07:27:52.911214 run osmo-msc_10.42.42.6(pid=22697): stdout: \u000a| (launched: 2022-12-14_07:27:51.644627) \u000a07:27:52.963411 run osmo-msc_10.42.42.6(pid=22697): stderr: \u000a| �[0;m�[38;5;43m20221214072751966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072751966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b32913c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072751966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072751966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072751966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072751967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072751968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072751969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072751969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072751969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:27:53.008024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22690): Terminating (SIGTERM)\u000a07:27:53.050450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22693): Terminating (SIGTERM)\u000a07:27:53.092740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22696): Terminating (SIGTERM)\u000a07:27:53.102532 --- ParallelTerminationStrategy: PID 22690 died...\u000a07:27:53.159371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22690): Terminated: ok {rc=0}\u000a07:27:53.169429 --- ParallelTerminationStrategy: PID 22693 died...\u000a07:27:53.226058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22693): Terminated: ok {rc=0}\u000a07:27:53.236259 --- ParallelTerminationStrategy: PID 22696 died...\u000a07:27:53.293018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22696): Terminated: ok {rc=0}\u000a07:27:53.381945 bus /sierra_3: Setting Powered False\u000a07:27:54.488368 bus /sierra_3: Setting Powered False\u000a07:27:55.597792 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22705): Process ended prematurely: osmo-stp_10.42.42.5(pid=22705) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22705)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22705): Process ended prematurely: osmo-stp_10.42.42.5(pid=22705) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:27:56.714876 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:27:56.727483 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:27:56.899104 tst mo_mt_call_osmux.py: using LAC 39348\u000a07:27:57.029446 tst mo_mt_call_osmux.py: using RAC 78\u000a07:27:57.161946 tst mo_mt_call_osmux.py: using CellId 39348\u000a07:27:57.304939 tst mo_mt_call_osmux.py: using BVCI 39349\u000a07:27:57.330061 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:27:57.341564 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:27:57.352649 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:27:57.364035 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:27:57.375854 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:27:57.387452 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:27:57.506123 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:27:57.721807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:58.225413 run create_hlr_db(pid=22699): Launched\u000a07:27:58.411580 bus /sierra_2: Setting Powered False\u000a07:27:59.431474 run create_hlr_db(pid=22699): Terminated: ok {rc=0}\u000a07:27:59.858725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22701): Launched\u000a07:28:00.179104 run osmo-hlr_10.42.42.2(pid=22702): Launched\u000a07:28:00.296685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:00.870331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22704): Launched\u000a07:28:01.293407 run osmo-stp_10.42.42.5(pid=22705): Launched\u000a07:28:01.451637 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:28:02.058581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22707): Launched\u000a07:28:02.372903 run osmo-msc_10.42.42.6(pid=22708): Launched\u000a07:28:02.561480 run osmo-stp_10.42.42.5(pid=22705): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22705)]\u000a07:28:02.698198 run osmo-stp_10.42.42.5(pid=22705): stdout: \u000a| (launched: 2022-12-14_07:28:01.033618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:02.833440 run osmo-stp_10.42.42.5(pid=22705): stderr: \u000a| �[0;m�[38;5;43m20221214072801350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072801350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072801350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072801350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072801351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072801351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072801351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:02.962576 run osmo-stp_10.42.42.5(pid=22705): stdout: \u000a| (launched: 2022-12-14_07:28:01.033618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:03.091052 run osmo-stp_10.42.42.5(pid=22705): stderr: \u000a| �[0;m�[38;5;43m20221214072801350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072801350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072801350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072801350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072801351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072801351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072801351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:03.147715 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22705): Process ended prematurely: osmo-stp_10.42.42.5(pid=22705) [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22705)] [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:28:03.157276 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a07:28:03.219531 run osmo-hlr_10.42.42.2(pid=22702): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22702)]\u000a07:28:03.270628 run osmo-hlr_10.42.42.2(pid=22702): stdout: \u000a| (launched: 2022-12-14_07:28:00.021911) \u000a07:28:03.322636 run osmo-hlr_10.42.42.2(pid=22702): stderr: \u000a| �[0;m�[1;31m20221214072800214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072800214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072800215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072800215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072800215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072800215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072800231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072800240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072800240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072800240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:03.393041 run osmo-msc_10.42.42.6(pid=22708): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22708)]\u000a07:28:03.444119 run osmo-msc_10.42.42.6(pid=22708): stdout: \u000a| (launched: 2022-12-14_07:28:02.214058) \u000a07:28:03.495952 run osmo-msc_10.42.42.6(pid=22708): stderr: \u000a| �[0;m�[38;5;43m20221214072802528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072802529 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe862f43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072802529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072802529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072802529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072802529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072802531 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072802531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072802531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072802531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:28:03.540159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22701): Terminating (SIGTERM)\u000a07:28:03.582268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22704): Terminating (SIGTERM)\u000a07:28:03.624048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22707): Terminating (SIGTERM)\u000a07:28:03.633685 --- ParallelTerminationStrategy: PID 22701 died...\u000a07:28:03.689896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22701): Terminated: ok {rc=0}\u000a07:28:03.699891 --- ParallelTerminationStrategy: PID 22704 died...\u000a07:28:03.755531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22704): Terminated: ok {rc=0}\u000a07:28:03.765574 --- ParallelTerminationStrategy: PID 22707 died...\u000a07:28:03.821124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22707): Terminated: ok {rc=0}\u000a07:28:03.906993 bus /sierra_3: Setting Powered False\u000a07:28:05.012152 bus /sierra_3: Setting Powered False\u000a07:28:06.123174 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:27:45" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22719): Process ended prematurely: osmo-stp_10.42.42.5(pid=22719) [trial-2401↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22719)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22719): Process ended prematurely: osmo-stp_10.42.42.5(pid=22719) [trial-2401↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:28:08.148649 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:28:08.159782 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:28:08.295832 tst emergency_mo_mt_call.py: using LAC 39349\u000a07:28:08.419481 tst emergency_mo_mt_call.py: using RAC 79\u000a07:28:08.541876 tst emergency_mo_mt_call.py: using CellId 39349\u000a07:28:08.663121 tst emergency_mo_mt_call.py: using BVCI 39350\u000a07:28:08.687266 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:28:08.698605 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:28:08.709770 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:28:08.720774 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:28:08.732252 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:28:08.743618 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:28:08.860442 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:28:09.058733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:09.530615 run create_hlr_db(pid=22713): Launched\u000a07:28:09.716902 bus /sierra_2: Setting Powered False\u000a07:28:10.736679 run create_hlr_db(pid=22713): Terminated: ok {rc=0}\u000a07:28:11.166798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22715): Launched\u000a07:28:11.486741 run osmo-hlr_10.42.42.2(pid=22716): Launched\u000a07:28:11.605431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:12.161421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22718): Launched\u000a07:28:12.481171 run osmo-stp_10.42.42.5(pid=22719): Launched\u000a07:28:12.608487 tst emergency_mo_mt_call.py: using MSISDN 8566\u000a07:28:12.767973 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:28:13.353626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22721): Launched\u000a07:28:13.674460 run osmo-msc_10.42.42.6(pid=22722): Launched\u000a07:28:13.861643 run osmo-stp_10.42.42.5(pid=22719): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22719)]\u000a07:28:13.996935 run osmo-stp_10.42.42.5(pid=22719): stdout: \u000a| (launched: 2022-12-14_07:28:12.323767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:14.130970 run osmo-stp_10.42.42.5(pid=22719): stderr: \u000a| �[0;m�[38;5;43m20221214072812512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072812512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072812512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072812512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072812513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072812513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072812513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:14.259380 run osmo-stp_10.42.42.5(pid=22719): stdout: \u000a| (launched: 2022-12-14_07:28:12.323767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:14.387344 run osmo-stp_10.42.42.5(pid=22719): stderr: \u000a| �[0;m�[38;5;43m20221214072812512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072812512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072812512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072812512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072812513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072812513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072812513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:14.443278 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22719): Process ended prematurely: osmo-stp_10.42.42.5(pid=22719) [trial-2401↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22719)] [trial-2401↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a07:28:14.451771 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a07:28:14.514760 run osmo-hlr_10.42.42.2(pid=22716): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22716)]\u000a07:28:14.566307 run osmo-hlr_10.42.42.2(pid=22716): stdout: \u000a| (launched: 2022-12-14_07:28:11.329293) \u000a07:28:14.618169 run osmo-hlr_10.42.42.2(pid=22716): stderr: \u000a| �[0;m�[1;31m20221214072811521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072811521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072811521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072811521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072811521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072811521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072811534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072811542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072811542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072811542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:14.688414 run osmo-msc_10.42.42.6(pid=22722): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22722)]\u000a07:28:14.739872 run osmo-msc_10.42.42.6(pid=22722): stdout: \u000a| (launched: 2022-12-14_07:28:13.516301) \u000a07:28:14.791760 run osmo-msc_10.42.42.6(pid=22722): stderr: \u000a| �[0;m�[38;5;43m20221214072813834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072813834 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f824722ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072813834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072813834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072813834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072813834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072813836 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072813836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072813837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072813837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:28:14.836064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22715): Terminating (SIGTERM)\u000a07:28:14.878191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22718): Terminating (SIGTERM)\u000a07:28:14.920662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22721): Terminating (SIGTERM)\u000a07:28:14.930305 --- ParallelTerminationStrategy: PID 22715 died...\u000a07:28:14.986301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22715): Terminated: ok {rc=0}\u000a07:28:14.996377 --- ParallelTerminationStrategy: PID 22718 died...\u000a07:28:15.052222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22718): Terminated: ok {rc=0}\u000a07:28:15.062225 --- ParallelTerminationStrategy: PID 22721 died...\u000a07:28:15.118173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22721): Terminated: ok {rc=0}\u000a07:28:15.204942 bus /sierra_3: Setting Powered False\u000a07:28:16.306223 bus /sierra_3: Setting Powered False\u000a07:28:17.412565 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22730): Process ended prematurely: osmo-stp_10.42.42.5(pid=22730) [trial-2401↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22730)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22730): Process ended prematurely: osmo-stp_10.42.42.5(pid=22730) [trial-2401↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:28:18.464735 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:28:18.476850 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:28:18.622108 tst emergency_preemptive_call.py: using LAC 39350\u000a07:28:18.747157 tst emergency_preemptive_call.py: using RAC 80\u000a07:28:18.871056 tst emergency_preemptive_call.py: using CellId 39350\u000a07:28:18.994889 tst emergency_preemptive_call.py: using BVCI 39351\u000a07:28:19.019125 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:28:19.030527 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:28:19.041650 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:28:19.052680 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:28:19.064060 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:28:19.075391 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:28:19.193936 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:28:19.312103 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:28:19.432161 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:28:19.630243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:20.106764 run create_hlr_db(pid=22724): Launched\u000a07:28:20.279311 bus /sierra_2: Setting Powered False\u000a07:28:21.300544 run create_hlr_db(pid=22724): Terminated: ok {rc=0}\u000a07:28:21.729154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22726): Launched\u000a07:28:22.050109 run osmo-hlr_10.42.42.2(pid=22727): Launched\u000a07:28:22.168561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:22.731074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22729): Launched\u000a07:28:23.051868 run osmo-stp_10.42.42.5(pid=22730): Launched\u000a07:28:23.180926 tst emergency_preemptive_call.py: using MSISDN 8567\u000a07:28:23.341476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:28:23.925991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22732): Launched\u000a07:28:24.246975 run osmo-msc_10.42.42.6(pid=22733): Launched\u000a07:28:24.436656 run osmo-stp_10.42.42.5(pid=22730): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22730)]\u000a07:28:24.572709 run osmo-stp_10.42.42.5(pid=22730): stdout: \u000a| (launched: 2022-12-14_07:28:22.894159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:24.707763 run osmo-stp_10.42.42.5(pid=22730): stderr: \u000a| �[0;m�[38;5;43m20221214072823083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072823083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072823084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072823084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072823085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072823085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072823085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:24.836416 run osmo-stp_10.42.42.5(pid=22730): stdout: \u000a| (launched: 2022-12-14_07:28:22.894159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:24.963861 run osmo-stp_10.42.42.5(pid=22730): stderr: \u000a| �[0;m�[38;5;43m20221214072823083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072823083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072823084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072823084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072823085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072823085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072823085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:25.019957 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22730): Process ended prematurely: osmo-stp_10.42.42.5(pid=22730) [trial-2401↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22730)] [trial-2401↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a07:28:25.028551 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a07:28:25.091479 run osmo-hlr_10.42.42.2(pid=22727): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22727)]\u000a07:28:25.143140 run osmo-hlr_10.42.42.2(pid=22727): stdout: \u000a| (launched: 2022-12-14_07:28:21.892582) \u000a07:28:25.195521 run osmo-hlr_10.42.42.2(pid=22727): stderr: \u000a| �[0;m�[1;31m20221214072822087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072822087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072822087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072822087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072822087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072822087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072822099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072822109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072822109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072822110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:25.267153 run osmo-msc_10.42.42.6(pid=22733): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22733)]\u000a07:28:25.319015 run osmo-msc_10.42.42.6(pid=22733): stdout: \u000a| (launched: 2022-12-14_07:28:24.089203) \u000a07:28:25.371573 run osmo-msc_10.42.42.6(pid=22733): stderr: \u000a| �[0;m�[38;5;43m20221214072824406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214072824406 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9a3e49c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214072824406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214072824406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214072824406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214072824406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214072824408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214072824409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214072824409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214072824409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:28:25.416226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22726): Terminating (SIGTERM)\u000a07:28:25.458757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22729): Terminating (SIGTERM)\u000a07:28:25.500695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22732): Terminating (SIGTERM)\u000a07:28:25.510554 --- ParallelTerminationStrategy: PID 22726 died...\u000a07:28:25.566651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22726): Terminated: ok {rc=0}\u000a07:28:25.576674 --- ParallelTerminationStrategy: PID 22729 died...\u000a07:28:25.632479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22729): Terminated: ok {rc=0}\u000a07:28:25.642465 --- ParallelTerminationStrategy: PID 22732 died...\u000a07:28:25.698667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22732): Terminated: ok {rc=0}\u000a07:28:25.785850 bus /sierra_9: Setting Powered False\u000a07:28:26.891998 bus /sierra_9: Setting Powered False\u000a07:28:28.005545 bus /sierra_8: Setting Powered False\u000a07:28:29.107478 bus /sierra_8: Setting Powered False\u000a07:28:30.214498 bus /sierra_3: Setting Powered False\u000a07:28:31.343722 bus /sierra_3: Setting Powered False\u000a07:28:32.456681 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:28:07" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22748): Process ended prematurely: osmo-stp_10.42.42.5(pid=22748) [trial-2401↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22748)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22748): Process ended prematurely: osmo-stp_10.42.42.5(pid=22748) [trial-2401↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:28:34.587968 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:34.599482 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:28:34.742741 tst cs_paging_gprs_active.py: using LAC 39351\u000a07:28:34.870782 tst cs_paging_gprs_active.py: using RAC 81\u000a07:28:35.000678 tst cs_paging_gprs_active.py: using CellId 39351\u000a07:28:35.122603 tst cs_paging_gprs_active.py: using BVCI 39352\u000a07:28:35.146066 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:35.156768 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:35.167487 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:35.178131 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:35.189115 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:35.200120 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:35.211545 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:35.222608 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:35.233969 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:28:35.351704 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:28:35.650719 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:28:35.787940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:36.126933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22738): Launched\u000a07:28:36.410396 run iperf3-srv_10.42.42.10(pid=22739): Launched\u000a07:28:36.612929 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:28:36.750543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:37.091647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22740): Launched\u000a07:28:37.375046 run iperf3-srv_10.42.42.10(pid=22741): Launched\u000a07:28:37.576385 tst cs_paging_gprs_active.py:38: start network...\u000a07:28:37.713249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:38.238035 run create_hlr_db(pid=22742): Launched\u000a07:28:38.431936 bus /sierra_2: Setting Powered False\u000a07:28:39.452267 run create_hlr_db(pid=22742): Terminated: ok {rc=0}\u000a07:28:39.863962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22744): Launched\u000a07:28:40.172786 run osmo-hlr_10.42.42.2(pid=22745): Launched\u000a07:28:40.297073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:40.836350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22747): Launched\u000a07:28:41.144377 run osmo-stp_10.42.42.5(pid=22748): Launched\u000a07:28:41.256381 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:28:41.793788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22750): Launched\u000a07:28:41.903653 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:28:42.173792 run patchelf(pid=22751): Launched\u000a07:28:42.355540 run osmo-stp_10.42.42.5(pid=22748): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22748)]\u000a07:28:42.487897 run osmo-stp_10.42.42.5(pid=22748): stdout: \u000a| (launched: 2022-12-14_07:28:40.992658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:42.620389 run osmo-stp_10.42.42.5(pid=22748): stderr: \u000a| �[0;m�[38;5;43m20221214072841161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072841161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072841162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072841162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072841162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072841162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072841163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:42.748707 run osmo-stp_10.42.42.5(pid=22748): stdout: \u000a| (launched: 2022-12-14_07:28:40.992658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:42.875893 run osmo-stp_10.42.42.5(pid=22748): stderr: \u000a| �[0;m�[38;5;43m20221214072841161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072841161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072841162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072841162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072841162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072841162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072841163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:43.024916 run patchelf(pid=22751): Terminating (SIGINT)\u000a07:28:43.200686 run patchelf(pid=22751): Terminated: ok {rc=0}\u000a07:28:43.232870 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22748): Process ended prematurely: osmo-stp_10.42.42.5(pid=22748) [trial-2401↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22748)] [trial-2401↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a07:28:43.242096 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:28:43.301727 run osmo-hlr_10.42.42.2(pid=22745): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22745)]\u000a07:28:43.350641 run osmo-hlr_10.42.42.2(pid=22745): stdout: \u000a| (launched: 2022-12-14_07:28:40.020635) \u000a07:28:43.400207 run osmo-hlr_10.42.42.2(pid=22745): stderr: \u000a| �[0;m�[1;31m20221214072840194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072840194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072840194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072840194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072840194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072840194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072840207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072840215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072840215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072840215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:43.442548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22738): Terminating (SIGTERM)\u000a07:28:43.482041 run iperf3-srv_10.42.42.10(pid=22739): Terminating (SIGTERM)\u000a07:28:43.521518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22740): Terminating (SIGTERM)\u000a07:28:43.560931 run iperf3-srv_10.42.42.10(pid=22741): Terminating (SIGTERM)\u000a07:28:43.600444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22744): Terminating (SIGTERM)\u000a07:28:43.639858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22747): Terminating (SIGTERM)\u000a07:28:43.679396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22750): Terminating (SIGTERM)\u000a07:28:43.688517 --- ParallelTerminationStrategy: PID 22738 died...\u000a07:28:43.741515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22738): Terminated: ok {rc=0}\u000a07:28:43.751036 --- ParallelTerminationStrategy: PID 22739 died...\u000a07:28:43.803241 run iperf3-srv_10.42.42.10(pid=22739): Terminated {rc=256}\u000a07:28:43.812620 --- ParallelTerminationStrategy: PID 22740 died...\u000a07:28:43.865271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22740): Terminated: ok {rc=0}\u000a07:28:43.874722 --- ParallelTerminationStrategy: PID 22741 died...\u000a07:28:43.926956 run iperf3-srv_10.42.42.10(pid=22741): Terminated {rc=256}\u000a07:28:43.936443 --- ParallelTerminationStrategy: PID 22744 died...\u000a07:28:43.988642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22744): Terminated: ok {rc=0}\u000a07:28:43.998001 --- ParallelTerminationStrategy: PID 22747 died...\u000a07:28:44.050349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22747): Terminated: ok {rc=0}\u000a07:28:44.059902 --- ParallelTerminationStrategy: PID 22750 died...\u000a07:28:44.112230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22750): Terminated: ok {rc=0}\u000a07:28:44.199468 bus /gobi_0: Setting Powered False\u000a07:28:45.301791 bus /gobi_0: Setting Powered False\u000a07:28:46.432862 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22760): Process ended prematurely: osmo-stp_10.42.42.5(pid=22760) [trial-2401↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22760)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22760): Process ended prematurely: osmo-stp_10.42.42.5(pid=22760) [trial-2401↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a07:28:47.548362 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:47.559842 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:28:47.702844 tst iperf3.py: using LAC 39352\u000a07:28:47.825573 tst iperf3.py: using RAC 82\u000a07:28:47.945555 tst iperf3.py: using CellId 39352\u000a07:28:48.075156 tst iperf3.py: using BVCI 39353\u000a07:28:48.100417 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:48.111962 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:48.123269 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:48.134903 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:48.147046 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:48.159099 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:48.171217 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:48.183047 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:48.195128 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:28:48.480713 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:28:48.608539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:48.926852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22752): Launched\u000a07:28:49.191749 run iperf3-srv_10.42.42.10(pid=22753): Launched\u000a07:28:49.379123 tst iperf3.py:8: start network...\u000a07:28:49.508103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:50.001860 run create_hlr_db(pid=22754): Launched\u000a07:28:50.178788 bus /gobi_6: Setting Powered False\u000a07:28:51.199554 run create_hlr_db(pid=22754): Terminated: ok {rc=0}\u000a07:28:51.639421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22756): Launched\u000a07:28:51.968634 run osmo-hlr_10.42.42.2(pid=22757): Launched\u000a07:28:52.092734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:52.666834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22759): Launched\u000a07:28:52.996096 run osmo-stp_10.42.42.5(pid=22760): Launched\u000a07:28:53.115320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:28:53.690969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22762): Launched\u000a07:28:53.808679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:28:54.096704 run patchelf(pid=22763): Launched\u000a07:28:54.290491 run osmo-stp_10.42.42.5(pid=22760): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22760)]\u000a07:28:54.432477 run osmo-stp_10.42.42.5(pid=22760): stdout: \u000a| (launched: 2022-12-14_07:28:52.834622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:54.574343 run osmo-stp_10.42.42.5(pid=22760): stderr: \u000a| �[0;m�[38;5;43m20221214072853022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072853022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072853022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072853023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072853023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072853023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072853023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:54.711271 run osmo-stp_10.42.42.5(pid=22760): stdout: \u000a| (launched: 2022-12-14_07:28:52.834622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:54.846736 run osmo-stp_10.42.42.5(pid=22760): stderr: \u000a| �[0;m�[38;5;43m20221214072853022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072853022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072853022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072853023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072853023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072853023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072853023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:55.005490 run patchelf(pid=22763): Terminating (SIGINT)\u000a07:28:55.192518 run patchelf(pid=22763): Terminated: ok {rc=0}\u000a07:28:55.226765 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22760): Process ended prematurely: osmo-stp_10.42.42.5(pid=22760) [trial-2401↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22760)] [trial-2401↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a07:28:55.236610 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:28:55.300198 run osmo-hlr_10.42.42.2(pid=22757): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22757)]\u000a07:28:55.352587 run osmo-hlr_10.42.42.2(pid=22757): stdout: \u000a| (launched: 2022-12-14_07:28:51.806988) \u000a07:28:55.405121 run osmo-hlr_10.42.42.2(pid=22757): stderr: \u000a| �[0;m�[1;31m20221214072852001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072852001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072852001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072852001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072852001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072852001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072852014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072852025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072852026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072852026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:55.450037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22752): Terminating (SIGTERM)\u000a07:28:55.492140 run iperf3-srv_10.42.42.10(pid=22753): Terminating (SIGTERM)\u000a07:28:55.534508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22756): Terminating (SIGTERM)\u000a07:28:55.576709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22759): Terminating (SIGTERM)\u000a07:28:55.618936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22762): Terminating (SIGTERM)\u000a07:28:55.628604 --- ParallelTerminationStrategy: PID 22752 died...\u000a07:28:55.685184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22752): Terminated: ok {rc=0}\u000a07:28:55.695158 --- ParallelTerminationStrategy: PID 22753 died...\u000a07:28:55.751330 run iperf3-srv_10.42.42.10(pid=22753): Terminated {rc=256}\u000a07:28:55.761425 --- ParallelTerminationStrategy: PID 22756 died...\u000a07:28:55.817757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22756): Terminated: ok {rc=0}\u000a07:28:55.827770 --- ParallelTerminationStrategy: PID 22759 died...\u000a07:28:55.884338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22759): Terminated: ok {rc=0}\u000a07:28:55.894425 --- ParallelTerminationStrategy: PID 22762 died...\u000a07:28:55.950851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22762): Terminated: ok {rc=0}\u000a07:28:56.038868 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22778): Process ended prematurely: osmo-stp_10.42.42.5(pid=22778) [trial-2401↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22778)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22778): Process ended prematurely: osmo-stp_10.42.42.5(pid=22778) [trial-2401↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a07:28:57.150377 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:57.162342 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:28:57.300887 tst iperf3m4.py: using LAC 39353\u000a07:28:57.429212 tst iperf3m4.py: using RAC 83\u000a07:28:57.559066 tst iperf3m4.py: using CellId 39353\u000a07:28:57.686813 tst iperf3m4.py: using BVCI 39354\u000a07:28:57.711861 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:57.723268 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:57.734399 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:57.745435 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:57.756272 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:57.767642 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:57.779141 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:57.790676 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:28:57.802044 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:28:57.924195 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:28:58.045215 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:28:58.167203 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:28:58.450999 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:28:58.578728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:58.897544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22764): Launched\u000a07:28:59.161943 run iperf3-srv_10.42.42.10(pid=22765): Launched\u000a07:28:59.349721 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:28:59.477940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:59.797335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22766): Launched\u000a07:29:00.062104 run iperf3-srv_10.42.42.10(pid=22767): Launched\u000a07:29:00.249588 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:29:00.377339 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:00.695667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22768): Launched\u000a07:29:00.999421 run iperf3-srv_10.42.42.10(pid=22769): Launched\u000a07:29:01.217758 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:29:01.362052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:01.727061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22770): Launched\u000a07:29:02.031692 run iperf3-srv_10.42.42.10(pid=22771): Launched\u000a07:29:02.239002 tst iperf3m4.py:8: start network...\u000a07:29:02.378246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:02.896034 run create_hlr_db(pid=22772): Launched\u000a07:29:03.086628 bus /gobi_6: Setting Powered False\u000a07:29:04.106553 run create_hlr_db(pid=22772): Terminated: ok {rc=0}\u000a07:29:04.546405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22774): Launched\u000a07:29:04.875678 run osmo-hlr_10.42.42.2(pid=22775): Launched\u000a07:29:04.999279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:05.573954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22777): Launched\u000a07:29:05.903425 run osmo-stp_10.42.42.5(pid=22778): Launched\u000a07:29:06.023081 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:06.597423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22780): Launched\u000a07:29:06.714626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:07.001928 run patchelf(pid=22781): Launched\u000a07:29:07.194016 run osmo-stp_10.42.42.5(pid=22778): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22778)]\u000a07:29:07.334676 run osmo-stp_10.42.42.5(pid=22778): stdout: \u000a| (launched: 2022-12-14_07:29:05.741881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:07.476199 run osmo-stp_10.42.42.5(pid=22778): stderr: \u000a| �[0;m�[38;5;43m20221214072905931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072905931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072905931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072905932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072905932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072905932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072905932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:07.612082 run osmo-stp_10.42.42.5(pid=22778): stdout: \u000a| (launched: 2022-12-14_07:29:05.741881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:07.746344 run osmo-stp_10.42.42.5(pid=22778): stderr: \u000a| �[0;m�[38;5;43m20221214072905931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072905931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072905931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072905932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072905932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072905932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072905932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:07.903634 run patchelf(pid=22781): Terminating (SIGINT)\u000a07:29:08.089227 run patchelf(pid=22781): Terminated: ok {rc=0}\u000a07:29:08.123110 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22778): Process ended prematurely: osmo-stp_10.42.42.5(pid=22778) [trial-2401↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22778)] [trial-2401↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a07:29:08.133077 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a07:29:08.196447 run osmo-hlr_10.42.42.2(pid=22775): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22775)]\u000a07:29:08.248054 run osmo-hlr_10.42.42.2(pid=22775): stdout: \u000a| (launched: 2022-12-14_07:29:04.713743) \u000a07:29:08.300239 run osmo-hlr_10.42.42.2(pid=22775): stderr: \u000a| �[0;m�[1;31m20221214072904907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072904908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072904908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072904908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072904908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072904908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072904923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072904932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072904932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072904932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:08.345104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22764): Terminating (SIGTERM)\u000a07:29:08.386983 run iperf3-srv_10.42.42.10(pid=22765): Terminating (SIGTERM)\u000a07:29:08.429129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22766): Terminating (SIGTERM)\u000a07:29:08.471086 run iperf3-srv_10.42.42.10(pid=22767): Terminating (SIGTERM)\u000a07:29:08.513259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22768): Terminating (SIGTERM)\u000a07:29:08.555224 run iperf3-srv_10.42.42.10(pid=22769): Terminating (SIGTERM)\u000a07:29:08.597218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22770): Terminating (SIGTERM)\u000a07:29:08.639168 run iperf3-srv_10.42.42.10(pid=22771): Terminating (SIGTERM)\u000a07:29:08.682634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22774): Terminating (SIGTERM)\u000a07:29:08.724725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22777): Terminating (SIGTERM)\u000a07:29:08.766529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22780): Terminating (SIGTERM)\u000a07:29:08.776139 --- ParallelTerminationStrategy: PID 22764 died...\u000a07:29:08.832336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22764): Terminated: ok {rc=0}\u000a07:29:08.842334 --- ParallelTerminationStrategy: PID 22765 died...\u000a07:29:08.898099 run iperf3-srv_10.42.42.10(pid=22765): Terminated {rc=256}\u000a07:29:08.908049 --- ParallelTerminationStrategy: PID 22766 died...\u000a07:29:08.963967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22766): Terminated: ok {rc=0}\u000a07:29:08.973981 --- ParallelTerminationStrategy: PID 22767 died...\u000a07:29:09.029735 run iperf3-srv_10.42.42.10(pid=22767): Terminated {rc=256}\u000a07:29:09.039628 --- ParallelTerminationStrategy: PID 22768 died...\u000a07:29:09.095396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22768): Terminated: ok {rc=0}\u000a07:29:09.105818 --- ParallelTerminationStrategy: PID 22769 died...\u000a07:29:09.161538 run iperf3-srv_10.42.42.10(pid=22769): Terminated {rc=256}\u000a07:29:09.171499 --- ParallelTerminationStrategy: PID 22770 died...\u000a07:29:09.227621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22770): Terminated: ok {rc=0}\u000a07:29:09.237645 --- ParallelTerminationStrategy: PID 22771 died...\u000a07:29:09.293373 run iperf3-srv_10.42.42.10(pid=22771): Terminated {rc=256}\u000a07:29:09.303270 --- ParallelTerminationStrategy: PID 22774 died...\u000a07:29:09.359558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22774): Terminated: ok {rc=0}\u000a07:29:09.369652 --- ParallelTerminationStrategy: PID 22777 died...\u000a07:29:09.425445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22777): Terminated: ok {rc=0}\u000a07:29:09.435377 --- ParallelTerminationStrategy: PID 22780 died...\u000a07:29:09.491066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22780): Terminated: ok {rc=0}\u000a07:29:09.577951 bus /gobi_4: Setting Powered False\u000a07:29:10.684782 bus /gobi_4: Setting Powered False\u000a07:29:11.793134 bus /gobi_1: Setting Powered False\u000a07:29:12.892853 bus /gobi_1: Setting Powered False\u000a07:29:14.003984 bus /gobi_0: Setting Powered False\u000a07:29:15.104913 bus /gobi_0: Setting Powered False\u000a07:29:16.225267 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22788): Process ended prematurely: osmo-stp_10.42.42.5(pid=22788) [trial-2401↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22788)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22788): Process ended prematurely: osmo-stp_10.42.42.5(pid=22788) [trial-2401↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a07:29:17.288874 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:17.300356 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:29:17.436001 tst ping.py: using LAC 39354\u000a07:29:17.556066 tst ping.py: using RAC 84\u000a07:29:17.675638 tst ping.py: using CellId 39354\u000a07:29:17.795102 tst ping.py: using BVCI 39355\u000a07:29:17.818200 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:17.829092 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:17.839661 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:17.850380 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:17.860847 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:17.871330 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:17.882074 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:17.893063 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:29:18.169649 tst ping.py:19: start network...\u000a07:29:18.294630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:18.772489 run create_hlr_db(pid=22782): Launched\u000a07:29:18.945607 bus /gobi_6: Setting Powered False\u000a07:29:19.965528 run create_hlr_db(pid=22782): Terminated: ok {rc=0}\u000a07:29:20.366950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22784): Launched\u000a07:29:20.667893 run osmo-hlr_10.42.42.2(pid=22785): Launched\u000a07:29:20.788009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:21.315931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22787): Launched\u000a07:29:21.616402 run osmo-stp_10.42.42.5(pid=22788): Launched\u000a07:29:21.726769 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:22.253707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22790): Launched\u000a07:29:22.360442 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:22.625096 run patchelf(pid=22791): Launched\u000a07:29:22.801573 run osmo-stp_10.42.42.5(pid=22788): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22788)]\u000a07:29:22.930509 run osmo-stp_10.42.42.5(pid=22788): stdout: \u000a| (launched: 2022-12-14_07:29:21.468838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:23.059544 run osmo-stp_10.42.42.5(pid=22788): stderr: \u000a| �[0;m�[38;5;43m20221214072921634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072921634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072921634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072921635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072921635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072921635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072921635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:23.183998 run osmo-stp_10.42.42.5(pid=22788): stdout: \u000a| (launched: 2022-12-14_07:29:21.468838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:23.306955 run osmo-stp_10.42.42.5(pid=22788): stderr: \u000a| �[0;m�[38;5;43m20221214072921634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072921634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072921634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072921635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072921635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072921635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072921635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:23.451315 run patchelf(pid=22791): Terminating (SIGINT)\u000a07:29:23.621559 run patchelf(pid=22791): Terminated: ok {rc=0}\u000a07:29:23.652562 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22788): Process ended prematurely: osmo-stp_10.42.42.5(pid=22788) [trial-2401↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22788)] [trial-2401↪gprs:trx-sysmocell5000↪ping.py:22]\u000a07:29:23.661940 tst ping.py:22: Test FAILED (6.4 sec)\u000a07:29:23.722445 run osmo-hlr_10.42.42.2(pid=22785): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22785)]\u000a07:29:23.771678 run osmo-hlr_10.42.42.2(pid=22785): stdout: \u000a| (launched: 2022-12-14_07:29:20.520185) \u000a07:29:23.821764 run osmo-hlr_10.42.42.2(pid=22785): stderr: \u000a| �[0;m�[1;31m20221214072920693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072920693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072920693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072920693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072920693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072920693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072920705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072920714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072920715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072920715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:23.864212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22784): Terminating (SIGTERM)\u000a07:29:23.904230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22787): Terminating (SIGTERM)\u000a07:29:23.944260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22790): Terminating (SIGTERM)\u000a07:29:23.953223 --- ParallelTerminationStrategy: PID 22784 died...\u000a07:29:24.006759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22784): Terminated: ok {rc=0}\u000a07:29:24.016403 --- ParallelTerminationStrategy: PID 22787 died...\u000a07:29:24.069789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22787): Terminated: ok {rc=0}\u000a07:29:24.079375 --- ParallelTerminationStrategy: PID 22790 died...\u000a07:29:24.132463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22790): Terminated: ok {rc=0}\u000a07:29:24.221363 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22798): Process ended prematurely: osmo-stp_10.42.42.5(pid=22798) [trial-2401↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22798)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22798): Process ended prematurely: osmo-stp_10.42.42.5(pid=22798) [trial-2401↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a07:29:25.273749 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:25.285240 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:29:25.424244 tst ping_idle_ping.py: using LAC 39355\u000a07:29:25.545107 tst ping_idle_ping.py: using RAC 85\u000a07:29:25.663489 tst ping_idle_ping.py: using CellId 39355\u000a07:29:25.781436 tst ping_idle_ping.py: using BVCI 39356\u000a07:29:25.804487 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:25.815728 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:25.826529 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:25.837212 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:25.848095 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:25.859388 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:25.870835 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:29:25.882095 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:29:26.176693 tst ping_idle_ping.py:24: start network...\u000a07:29:26.311952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:26.824631 run create_hlr_db(pid=22792): Launched\u000a07:29:27.012791 bus /gobi_6: Setting Powered False\u000a07:29:28.032698 run create_hlr_db(pid=22792): Terminated: ok {rc=0}\u000a07:29:28.441164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22794): Launched\u000a07:29:28.744337 run osmo-hlr_10.42.42.2(pid=22795): Launched\u000a07:29:28.856741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:29.380764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22797): Launched\u000a07:29:29.683005 run osmo-stp_10.42.42.5(pid=22798): Launched\u000a07:29:29.793245 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:30.319452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22800): Launched\u000a07:29:30.426382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:30.689919 run patchelf(pid=22801): Launched\u000a07:29:30.875861 run osmo-stp_10.42.42.5(pid=22798): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22798)]\u000a07:29:31.007973 run osmo-stp_10.42.42.5(pid=22798): stdout: \u000a| (launched: 2022-12-14_07:29:29.534323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:31.139905 run osmo-stp_10.42.42.5(pid=22798): stderr: \u000a| �[0;m�[38;5;43m20221214072929702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072929702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072929702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072929703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072929703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072929703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072929703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:31.267341 run osmo-stp_10.42.42.5(pid=22798): stdout: \u000a| (launched: 2022-12-14_07:29:29.534323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:31.392709 run osmo-stp_10.42.42.5(pid=22798): stderr: \u000a| �[0;m�[38;5;43m20221214072929702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072929702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072929702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072929703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072929703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072929703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072929703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:31.540555 run patchelf(pid=22801): Terminating (SIGINT)\u000a07:29:31.715218 run patchelf(pid=22801): Terminated: ok {rc=0}\u000a07:29:31.747803 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22798): Process ended prematurely: osmo-stp_10.42.42.5(pid=22798) [trial-2401↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22798)] [trial-2401↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a07:29:31.757238 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a07:29:31.818355 run osmo-hlr_10.42.42.2(pid=22795): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22795)]\u000a07:29:31.868467 run osmo-hlr_10.42.42.2(pid=22795): stdout: \u000a| (launched: 2022-12-14_07:29:28.595071) \u000a07:29:31.919162 run osmo-hlr_10.42.42.2(pid=22795): stderr: \u000a| �[0;m�[1;31m20221214072928767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072928767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072928767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072928767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072928767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072928767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072928783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072928793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072928794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072928794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:31.962542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22794): Terminating (SIGTERM)\u000a07:29:32.005551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22797): Terminating (SIGTERM)\u000a07:29:32.047597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22800): Terminating (SIGTERM)\u000a07:29:32.058276 --- ParallelTerminationStrategy: PID 22794 died...\u000a07:29:32.112520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22794): Terminated: ok {rc=0}\u000a07:29:32.122636 --- ParallelTerminationStrategy: PID 22797 died...\u000a07:29:32.176351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22797): Terminated: ok {rc=0}\u000a07:29:32.186370 --- ParallelTerminationStrategy: PID 22800 died...\u000a07:29:32.239877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22800): Terminated: ok {rc=0}\u000a07:29:32.323717 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:28:34" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22815): Process ended prematurely: osmo-stp_10.42.42.5(pid=22815) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22815)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22815): Process ended prematurely: osmo-stp_10.42.42.5(pid=22815) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:29:34.499148 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:34.510702 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:29:34.659719 tst cs_paging_gprs_active.py: using LAC 39356\u000a07:29:34.789628 tst cs_paging_gprs_active.py: using RAC 86\u000a07:29:34.919424 tst cs_paging_gprs_active.py: using CellId 39356\u000a07:29:35.048048 tst cs_paging_gprs_active.py: using BVCI 39357\u000a07:29:35.073298 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:35.084613 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:35.095902 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:35.107107 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:35.118283 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:35.129760 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:35.141453 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:35.152769 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:35.164374 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:29:35.289683 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:29:35.590852 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:29:35.728519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:36.070275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22805): Launched\u000a07:29:36.354025 run iperf3-srv_10.42.42.10(pid=22806): Launched\u000a07:29:36.558686 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:29:36.697222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:37.040282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22807): Launched\u000a07:29:37.326051 run iperf3-srv_10.42.42.10(pid=22808): Launched\u000a07:29:37.529099 tst cs_paging_gprs_active.py:38: start network...\u000a07:29:37.666703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:38.185900 run create_hlr_db(pid=22809): Launched\u000a07:29:38.377087 bus /gobi_6: Setting Powered False\u000a07:29:39.398231 run create_hlr_db(pid=22809): Terminated: ok {rc=0}\u000a07:29:39.838120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22811): Launched\u000a07:29:40.158037 run osmo-hlr_10.42.42.2(pid=22812): Launched\u000a07:29:40.272300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:40.810904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22814): Launched\u000a07:29:41.118132 run osmo-stp_10.42.42.5(pid=22815): Launched\u000a07:29:41.232684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:41.772194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22817): Launched\u000a07:29:41.883182 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:42.154078 run patchelf(pid=22818): Launched\u000a07:29:42.335342 run osmo-stp_10.42.42.5(pid=22815): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22815)]\u000a07:29:42.467437 run osmo-stp_10.42.42.5(pid=22815): stdout: \u000a| (launched: 2022-12-14_07:29:40.967158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:42.599660 run osmo-stp_10.42.42.5(pid=22815): stderr: \u000a| �[0;m�[38;5;43m20221214072941135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072941135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072941136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072941136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072941137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072941137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072941137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:42.727685 run osmo-stp_10.42.42.5(pid=22815): stdout: \u000a| (launched: 2022-12-14_07:29:40.967158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:42.854593 run osmo-stp_10.42.42.5(pid=22815): stderr: \u000a| �[0;m�[38;5;43m20221214072941135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072941135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072941136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072941136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072941137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072941137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072941137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:43.003268 run patchelf(pid=22818): Terminating (SIGINT)\u000a07:29:43.179222 run patchelf(pid=22818): Terminated: ok {rc=0}\u000a07:29:43.211287 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22815): Process ended prematurely: osmo-stp_10.42.42.5(pid=22815) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22815)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:29:43.220453 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:29:43.279716 run osmo-hlr_10.42.42.2(pid=22812): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22812)]\u000a07:29:43.328576 run osmo-hlr_10.42.42.2(pid=22812): stdout: \u000a| (launched: 2022-12-14_07:29:40.005228) \u000a07:29:43.377821 run osmo-hlr_10.42.42.2(pid=22812): stderr: \u000a| �[0;m�[1;31m20221214072940178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072940178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072940178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072940178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072940178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072940178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072940190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072940200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072940200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072940200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:43.420060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22805): Terminating (SIGTERM)\u000a07:29:43.459620 run iperf3-srv_10.42.42.10(pid=22806): Terminating (SIGTERM)\u000a07:29:43.499416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22807): Terminating (SIGTERM)\u000a07:29:43.538986 run iperf3-srv_10.42.42.10(pid=22808): Terminating (SIGTERM)\u000a07:29:43.578578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22811): Terminating (SIGTERM)\u000a07:29:43.618381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22814): Terminating (SIGTERM)\u000a07:29:43.658135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22817): Terminating (SIGTERM)\u000a07:29:43.667295 --- ParallelTerminationStrategy: PID 22805 died...\u000a07:29:43.720278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22805): Terminated: ok {rc=0}\u000a07:29:43.729765 --- ParallelTerminationStrategy: PID 22806 died...\u000a07:29:43.782161 run iperf3-srv_10.42.42.10(pid=22806): Terminated {rc=256}\u000a07:29:43.791570 --- ParallelTerminationStrategy: PID 22807 died...\u000a07:29:43.844727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22807): Terminated: ok {rc=0}\u000a07:29:43.854263 --- ParallelTerminationStrategy: PID 22808 died...\u000a07:29:43.906776 run iperf3-srv_10.42.42.10(pid=22808): Terminated {rc=256}\u000a07:29:43.916174 --- ParallelTerminationStrategy: PID 22811 died...\u000a07:29:43.968589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22811): Terminated: ok {rc=0}\u000a07:29:43.978020 --- ParallelTerminationStrategy: PID 22814 died...\u000a07:29:44.030362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22814): Terminated: ok {rc=0}\u000a07:29:44.039735 --- ParallelTerminationStrategy: PID 22817 died...\u000a07:29:44.092311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22817): Terminated: ok {rc=0}\u000a07:29:44.175481 bus /gobi_0: Setting Powered False\u000a07:29:45.278749 bus /gobi_0: Setting Powered False\u000a07:29:46.396053 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22827): Process ended prematurely: osmo-stp_10.42.42.5(pid=22827) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22827)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22827): Process ended prematurely: osmo-stp_10.42.42.5(pid=22827) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:29:47.504555 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:47.516184 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:29:47.659813 tst iperf3.py: using LAC 39357\u000a07:29:47.782017 tst iperf3.py: using RAC 87\u000a07:29:47.902386 tst iperf3.py: using CellId 39357\u000a07:29:48.023530 tst iperf3.py: using BVCI 39358\u000a07:29:48.046916 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:48.058060 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:48.068802 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:48.079618 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:48.090395 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:48.101221 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:48.112104 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:48.122756 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:48.133932 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:29:48.431664 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:29:48.568873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:48.910176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22819): Launched\u000a07:29:49.195462 run iperf3-srv_10.42.42.10(pid=22820): Launched\u000a07:29:49.398877 tst iperf3.py:8: start network...\u000a07:29:49.537084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:50.058416 run create_hlr_db(pid=22821): Launched\u000a07:29:50.248096 bus /gobi_6: Setting Powered False\u000a07:29:51.267028 run create_hlr_db(pid=22821): Terminated: ok {rc=0}\u000a07:29:51.706962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22823): Launched\u000a07:29:52.036840 run osmo-hlr_10.42.42.2(pid=22824): Launched\u000a07:29:52.158371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:52.735267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22826): Launched\u000a07:29:53.064344 run osmo-stp_10.42.42.5(pid=22827): Launched\u000a07:29:53.183413 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:53.757856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22829): Launched\u000a07:29:53.875695 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:54.163897 run patchelf(pid=22830): Launched\u000a07:29:54.356537 run osmo-stp_10.42.42.5(pid=22827): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22827)]\u000a07:29:54.497820 run osmo-stp_10.42.42.5(pid=22827): stdout: \u000a| (launched: 2022-12-14_07:29:52.902245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:54.639161 run osmo-stp_10.42.42.5(pid=22827): stderr: \u000a| �[0;m�[38;5;43m20221214072953090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072953091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072953091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072953091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072953092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072953092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072953092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:54.775272 run osmo-stp_10.42.42.5(pid=22827): stdout: \u000a| (launched: 2022-12-14_07:29:52.902245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:54.910043 run osmo-stp_10.42.42.5(pid=22827): stderr: \u000a| �[0;m�[38;5;43m20221214072953090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214072953091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214072953091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214072953091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214072953092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214072953092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214072953092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:55.067811 run patchelf(pid=22830): Terminating (SIGINT)\u000a07:29:55.253586 run patchelf(pid=22830): Terminated: ok {rc=0}\u000a07:29:55.287677 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22827): Process ended prematurely: osmo-stp_10.42.42.5(pid=22827) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22827)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a07:29:55.297878 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a07:29:55.361491 run osmo-hlr_10.42.42.2(pid=22824): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22824)]\u000a07:29:55.413665 run osmo-hlr_10.42.42.2(pid=22824): stdout: \u000a| (launched: 2022-12-14_07:29:51.873918) \u000a07:29:55.466347 run osmo-hlr_10.42.42.2(pid=22824): stderr: \u000a| �[0;m�[1;31m20221214072952069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214072952069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214072952069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072952069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214072952069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214072952070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214072952082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214072952090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214072952090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214072952090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:55.511682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22819): Terminating (SIGTERM)\u000a07:29:55.554169 run iperf3-srv_10.42.42.10(pid=22820): Terminating (SIGTERM)\u000a07:29:55.596406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22823): Terminating (SIGTERM)\u000a07:29:55.638809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22826): Terminating (SIGTERM)\u000a07:29:55.681031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22829): Terminating (SIGTERM)\u000a07:29:55.690724 --- ParallelTerminationStrategy: PID 22819 died...\u000a07:29:55.747103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22819): Terminated: ok {rc=0}\u000a07:29:55.757210 --- ParallelTerminationStrategy: PID 22820 died...\u000a07:29:55.813200 run iperf3-srv_10.42.42.10(pid=22820): Terminated {rc=256}\u000a07:29:55.823273 --- ParallelTerminationStrategy: PID 22823 died...\u000a07:29:55.879462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22823): Terminated: ok {rc=0}\u000a07:29:55.889994 --- ParallelTerminationStrategy: PID 22826 died...\u000a07:29:55.946367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22826): Terminated: ok {rc=0}\u000a07:29:55.956574 --- ParallelTerminationStrategy: PID 22829 died...\u000a07:29:56.012611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22829): Terminated: ok {rc=0}\u000a07:29:56.099364 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22848): Process ended prematurely: osmo-stp_10.42.42.5(pid=22848) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22848)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22848): Process ended prematurely: osmo-stp_10.42.42.5(pid=22848) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:29:57.214599 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:57.227044 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:29:57.368247 tst iperf3m4.py: using LAC 39358\u000a07:29:57.494107 tst iperf3m4.py: using RAC 88\u000a07:29:57.613768 tst iperf3m4.py: using CellId 39358\u000a07:29:57.733335 tst iperf3m4.py: using BVCI 39359\u000a07:29:57.756778 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:57.767836 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:57.778660 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:57.789676 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:57.800316 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:57.811198 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:57.822110 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:57.832808 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:29:57.843642 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:29:57.965476 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:29:58.085138 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:29:58.206895 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:29:58.508696 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:29:58.646773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:58.987985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22831): Launched\u000a07:29:59.271182 run iperf3-srv_10.42.42.10(pid=22832): Launched\u000a07:29:59.473827 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:29:59.611409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:29:59.952682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22833): Launched\u000a07:30:00.236460 run iperf3-srv_10.42.42.10(pid=22834): Launched\u000a07:30:00.438924 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:30:00.576268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:30:00.948120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22835): Launched\u000a07:30:01.246712 run iperf3-srv_10.42.42.10(pid=22836): Launched\u000a07:30:01.440117 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:30:01.576266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:30:01.932580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22840): Launched\u000a07:30:02.267238 run iperf3-srv_10.42.42.10(pid=22841): Launched\u000a07:30:02.455517 tst iperf3m4.py:8: start network...\u000a07:30:02.583225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:03.076268 run create_hlr_db(pid=22842): Launched\u000a07:30:03.253784 bus /gobi_6: Setting Powered False\u000a07:30:04.274557 run create_hlr_db(pid=22842): Terminated: ok {rc=0}\u000a07:30:04.685388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22844): Launched\u000a07:30:04.993626 run osmo-hlr_10.42.42.2(pid=22845): Launched\u000a07:30:05.108570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:05.641932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22847): Launched\u000a07:30:05.950290 run osmo-stp_10.42.42.5(pid=22848): Launched\u000a07:30:06.061791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:30:06.597544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22850): Launched\u000a07:30:06.707193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:30:06.977320 run patchelf(pid=22851): Launched\u000a07:30:07.156427 run osmo-stp_10.42.42.5(pid=22848): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22848)]\u000a07:30:07.287351 run osmo-stp_10.42.42.5(pid=22848): stdout: \u000a| (launched: 2022-12-14_07:30:05.798242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:07.418356 run osmo-stp_10.42.42.5(pid=22848): stderr: \u000a| �[0;m�[38;5;43m20221214073005964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073005964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073005965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073005965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073005965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073005966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073005966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:07.544265 run osmo-stp_10.42.42.5(pid=22848): stdout: \u000a| (launched: 2022-12-14_07:30:05.798242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:07.669102 run osmo-stp_10.42.42.5(pid=22848): stderr: \u000a| �[0;m�[38;5;43m20221214073005964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073005964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073005965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073005965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073005965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073005966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073005966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:07.815361 run patchelf(pid=22851): Terminating (SIGINT)\u000a07:30:07.988284 run patchelf(pid=22851): Terminated: ok {rc=0}\u000a07:30:08.020362 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22848): Process ended prematurely: osmo-stp_10.42.42.5(pid=22848) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22848)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:30:08.029723 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:30:08.089649 run osmo-hlr_10.42.42.2(pid=22845): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22845)]\u000a07:30:08.138407 run osmo-hlr_10.42.42.2(pid=22845): stdout: \u000a| (launched: 2022-12-14_07:30:04.842564) \u000a07:30:08.187763 run osmo-hlr_10.42.42.2(pid=22845): stderr: \u000a| �[0;m�[1;31m20221214073005015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073005015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073005015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073005015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073005016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073005016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073005027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073005035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073005036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073005036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:08.229923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22831): Terminating (SIGTERM)\u000a07:30:08.269616 run iperf3-srv_10.42.42.10(pid=22832): Terminating (SIGTERM)\u000a07:30:08.309327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22833): Terminating (SIGTERM)\u000a07:30:08.348907 run iperf3-srv_10.42.42.10(pid=22834): Terminating (SIGTERM)\u000a07:30:08.388396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22835): Terminating (SIGTERM)\u000a07:30:08.427826 run iperf3-srv_10.42.42.10(pid=22836): Terminating (SIGTERM)\u000a07:30:08.467378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22840): Terminating (SIGTERM)\u000a07:30:08.506751 run iperf3-srv_10.42.42.10(pid=22841): Terminating (SIGTERM)\u000a07:30:08.546299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22844): Terminating (SIGTERM)\u000a07:30:08.585766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22847): Terminating (SIGTERM)\u000a07:30:08.625200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22850): Terminating (SIGTERM)\u000a07:30:08.634376 --- ParallelTerminationStrategy: PID 22831 died...\u000a07:30:08.687229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22831): Terminated: ok {rc=0}\u000a07:30:08.696656 --- ParallelTerminationStrategy: PID 22832 died...\u000a07:30:08.749223 run iperf3-srv_10.42.42.10(pid=22832): Terminated {rc=256}\u000a07:30:08.758609 --- ParallelTerminationStrategy: PID 22833 died...\u000a07:30:08.810987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22833): Terminated: ok {rc=0}\u000a07:30:08.820291 --- ParallelTerminationStrategy: PID 22834 died...\u000a07:30:08.872504 run iperf3-srv_10.42.42.10(pid=22834): Terminated {rc=256}\u000a07:30:08.881901 --- ParallelTerminationStrategy: PID 22835 died...\u000a07:30:08.934257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22835): Terminated: ok {rc=0}\u000a07:30:08.943667 --- ParallelTerminationStrategy: PID 22836 died...\u000a07:30:08.996084 run iperf3-srv_10.42.42.10(pid=22836): Terminated {rc=256}\u000a07:30:09.005562 --- ParallelTerminationStrategy: PID 22840 died...\u000a07:30:09.058027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22840): Terminated: ok {rc=0}\u000a07:30:09.067584 --- ParallelTerminationStrategy: PID 22841 died...\u000a07:30:09.120035 run iperf3-srv_10.42.42.10(pid=22841): Terminated {rc=256}\u000a07:30:09.129857 --- ParallelTerminationStrategy: PID 22844 died...\u000a07:30:09.182360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22844): Terminated: ok {rc=0}\u000a07:30:09.191857 --- ParallelTerminationStrategy: PID 22847 died...\u000a07:30:09.244215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22847): Terminated: ok {rc=0}\u000a07:30:09.253760 --- ParallelTerminationStrategy: PID 22850 died...\u000a07:30:09.306369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22850): Terminated: ok {rc=0}\u000a07:30:09.394415 bus /gobi_4: Setting Powered False\u000a07:30:10.497902 bus /gobi_4: Setting Powered False\u000a07:30:11.609562 bus /gobi_1: Setting Powered False\u000a07:30:12.711639 bus /gobi_1: Setting Powered False\u000a07:30:13.821017 bus /gobi_0: Setting Powered False\u000a07:30:14.927087 bus /gobi_0: Setting Powered False\u000a07:30:16.069613 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22858): Process ended prematurely: osmo-stp_10.42.42.5(pid=22858) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22858)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22858): Process ended prematurely: osmo-stp_10.42.42.5(pid=22858) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:30:17.139296 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:17.151494 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:30:17.298414 tst ping.py: using LAC 39359\u000a07:30:17.415092 tst ping.py: using RAC 89\u000a07:30:17.535200 tst ping.py: using CellId 39359\u000a07:30:17.654833 tst ping.py: using BVCI 39360\u000a07:30:17.677813 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:17.688802 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:17.699671 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:17.710496 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:17.721180 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:17.731920 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:17.742897 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:17.753751 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:30:18.047705 tst ping.py:19: start network...\u000a07:30:18.182587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:18.690860 run create_hlr_db(pid=22852): Launched\u000a07:30:18.878557 bus /gobi_6: Setting Powered False\u000a07:30:19.898664 run create_hlr_db(pid=22852): Terminated: ok {rc=0}\u000a07:30:20.331932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22854): Launched\u000a07:30:20.656566 run osmo-hlr_10.42.42.2(pid=22855): Launched\u000a07:30:20.778409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:21.341613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22857): Launched\u000a07:30:21.663452 run osmo-stp_10.42.42.5(pid=22858): Launched\u000a07:30:21.780294 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:30:22.344158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22860): Launched\u000a07:30:22.459546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:30:22.741273 run patchelf(pid=22861): Launched\u000a07:30:22.930453 run osmo-stp_10.42.42.5(pid=22858): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22858)]\u000a07:30:23.068721 run osmo-stp_10.42.42.5(pid=22858): stdout: \u000a| (launched: 2022-12-14_07:30:21.505494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:23.207612 run osmo-stp_10.42.42.5(pid=22858): stderr: \u000a| �[0;m�[38;5;43m20221214073021694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073021694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073021694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073021695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073021695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073021695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073021695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:23.340841 run osmo-stp_10.42.42.5(pid=22858): stdout: \u000a| (launched: 2022-12-14_07:30:21.505494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:23.473458 run osmo-stp_10.42.42.5(pid=22858): stderr: \u000a| �[0;m�[38;5;43m20221214073021694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073021694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073021694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073021695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073021695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073021695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073021695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:23.628045 run patchelf(pid=22861): Terminating (SIGINT)\u000a07:30:23.810413 run patchelf(pid=22861): Terminated: ok {rc=0}\u000a07:30:23.843250 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22858): Process ended prematurely: osmo-stp_10.42.42.5(pid=22858) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22858)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a07:30:23.852559 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:30:23.915477 run osmo-hlr_10.42.42.2(pid=22855): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22855)]\u000a07:30:23.966895 run osmo-hlr_10.42.42.2(pid=22855): stdout: \u000a| (launched: 2022-12-14_07:30:20.496844) \u000a07:30:24.018884 run osmo-hlr_10.42.42.2(pid=22855): stderr: \u000a| �[0;m�[1;31m20221214073020691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073020691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073020691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073020691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073020691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073020691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073020703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073020711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073020711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073020711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:24.063268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22854): Terminating (SIGTERM)\u000a07:30:24.105601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22857): Terminating (SIGTERM)\u000a07:30:24.147475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22860): Terminating (SIGTERM)\u000a07:30:24.157178 --- ParallelTerminationStrategy: PID 22854 died...\u000a07:30:24.213484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22854): Terminated: ok {rc=0}\u000a07:30:24.223560 --- ParallelTerminationStrategy: PID 22857 died...\u000a07:30:24.279500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22857): Terminated: ok {rc=0}\u000a07:30:24.289900 --- ParallelTerminationStrategy: PID 22860 died...\u000a07:30:24.346028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22860): Terminated: ok {rc=0}\u000a07:30:24.432210 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22869): Process ended prematurely: osmo-stp_10.42.42.5(pid=22869) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22869)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22869): Process ended prematurely: osmo-stp_10.42.42.5(pid=22869) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:30:25.484670 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:25.497200 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:30:25.644651 tst ping_idle_ping.py: using LAC 39360\u000a07:30:25.771912 tst ping_idle_ping.py: using RAC 90\u000a07:30:25.893255 tst ping_idle_ping.py: using CellId 39360\u000a07:30:26.019910 tst ping_idle_ping.py: using BVCI 39361\u000a07:30:26.044654 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:26.056440 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:26.067796 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:26.079248 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:26.090885 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:26.102150 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:26.114078 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:30:26.125767 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:30:26.422313 tst ping_idle_ping.py:24: start network...\u000a07:30:26.557658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:27.070292 run create_hlr_db(pid=22863): Launched\u000a07:30:27.259098 bus /gobi_6: Setting Powered False\u000a07:30:28.279658 run create_hlr_db(pid=22863): Terminated: ok {rc=0}\u000a07:30:28.688186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22865): Launched\u000a07:30:28.991656 run osmo-hlr_10.42.42.2(pid=22866): Launched\u000a07:30:29.110100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:29.637861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22868): Launched\u000a07:30:29.939611 run osmo-stp_10.42.42.5(pid=22869): Launched\u000a07:30:30.048778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:30:30.578780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22871): Launched\u000a07:30:30.686188 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:30:30.966894 run patchelf(pid=22872): Launched\u000a07:30:31.147469 run osmo-stp_10.42.42.5(pid=22869): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22869)]\u000a07:30:31.278706 run osmo-stp_10.42.42.5(pid=22869): stdout: \u000a| (launched: 2022-12-14_07:30:29.790792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:31.411232 run osmo-stp_10.42.42.5(pid=22869): stderr: \u000a| �[0;m�[38;5;43m20221214073029959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073029959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073029960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073029960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073029961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073029961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073029961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:31.539059 run osmo-stp_10.42.42.5(pid=22869): stdout: \u000a| (launched: 2022-12-14_07:30:29.790792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:31.685176 run osmo-stp_10.42.42.5(pid=22869): stderr: \u000a| �[0;m�[38;5;43m20221214073029959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073029959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073029960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073029960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073029961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073029961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073029961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:31.832769 run patchelf(pid=22872): Terminating (SIGINT)\u000a07:30:32.007393 run patchelf(pid=22872): Terminated: ok {rc=0}\u000a07:30:32.039405 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22869): Process ended prematurely: osmo-stp_10.42.42.5(pid=22869) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22869)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:30:32.049096 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:30:32.110922 run osmo-hlr_10.42.42.2(pid=22866): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22866)]\u000a07:30:32.161334 run osmo-hlr_10.42.42.2(pid=22866): stdout: \u000a| (launched: 2022-12-14_07:30:28.842089) \u000a07:30:32.211965 run osmo-hlr_10.42.42.2(pid=22866): stderr: \u000a| �[0;m�[1;31m20221214073029014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073029014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073029015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073029015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073029015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073029015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073029027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073029035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073029035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073029035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:32.255727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22865): Terminating (SIGTERM)\u000a07:30:32.295598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22868): Terminating (SIGTERM)\u000a07:30:32.335340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22871): Terminating (SIGTERM)\u000a07:30:32.344562 --- ParallelTerminationStrategy: PID 22865 died...\u000a07:30:32.398149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22865): Terminated: ok {rc=0}\u000a07:30:32.407707 --- ParallelTerminationStrategy: PID 22868 died...\u000a07:30:32.460503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22868): Terminated: ok {rc=0}\u000a07:30:32.470026 --- ParallelTerminationStrategy: PID 22871 died...\u000a07:30:32.522763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22871): Terminated: ok {rc=0}\u000a07:30:32.609609 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:29:34" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22887): Process ended prematurely: osmo-stp_10.42.42.5(pid=22887) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22887)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22887): Process ended prematurely: osmo-stp_10.42.42.5(pid=22887) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22887)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:30:34.778674 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:34.790169 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:30:34.950601 tst cs_paging_gprs_active.py: using LAC 39361\u000a07:30:35.072466 tst cs_paging_gprs_active.py: using RAC 91\u000a07:30:35.194814 tst cs_paging_gprs_active.py: using CellId 39361\u000a07:30:35.317467 tst cs_paging_gprs_active.py: using BVCI 39362\u000a07:30:35.340748 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:35.351748 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:35.362768 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:35.373627 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:35.384470 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:35.395278 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:35.406251 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:35.417015 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:35.427975 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:30:35.549254 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:30:35.831815 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:30:35.959439 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:30:36.279225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22877): Launched\u000a07:30:36.544881 run iperf3-srv_10.42.42.10(pid=22878): Launched\u000a07:30:36.732299 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:30:36.859976 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:30:37.179016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22879): Launched\u000a07:30:37.445138 run iperf3-srv_10.42.42.10(pid=22880): Launched\u000a07:30:37.631756 tst cs_paging_gprs_active.py:38: start network...\u000a07:30:37.758797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:38.250383 run create_hlr_db(pid=22881): Launched\u000a07:30:38.427052 bus /gobi_6: Setting Powered False\u000a07:30:39.447791 run create_hlr_db(pid=22881): Terminated: ok {rc=0}\u000a07:30:39.885831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22883): Launched\u000a07:30:40.216744 run osmo-hlr_10.42.42.2(pid=22884): Launched\u000a07:30:40.338191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:40.913316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22886): Launched\u000a07:30:41.242266 run osmo-stp_10.42.42.5(pid=22887): Launched\u000a07:30:41.362356 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:30:41.936465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22889): Launched\u000a07:30:42.054324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:30:42.343078 run patchelf(pid=22890): Launched\u000a07:30:42.535633 run osmo-stp_10.42.42.5(pid=22887): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22887)]\u000a07:30:42.675872 run osmo-stp_10.42.42.5(pid=22887): stdout: \u000a| (launched: 2022-12-14_07:30:41.080654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:42.816253 run osmo-stp_10.42.42.5(pid=22887): stderr: \u000a| �[0;m�[38;5;43m20221214073041271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073041271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073041271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073041271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073041272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073041272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073041272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:42.951656 run osmo-stp_10.42.42.5(pid=22887): stdout: \u000a| (launched: 2022-12-14_07:30:41.080654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:43.086348 run osmo-stp_10.42.42.5(pid=22887): stderr: \u000a| �[0;m�[38;5;43m20221214073041271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073041271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073041271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073041271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073041272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073041272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073041272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:43.243981 run patchelf(pid=22890): Terminating (SIGINT)\u000a07:30:43.430167 run patchelf(pid=22890): Terminated: ok {rc=0}\u000a07:30:43.464231 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22887): Process ended prematurely: osmo-stp_10.42.42.5(pid=22887) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22887)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:30:43.474176 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:30:43.538170 run osmo-hlr_10.42.42.2(pid=22884): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22884)]\u000a07:30:43.589956 run osmo-hlr_10.42.42.2(pid=22884): stdout: \u000a| (launched: 2022-12-14_07:30:40.054006) \u000a07:30:43.641950 run osmo-hlr_10.42.42.2(pid=22884): stderr: \u000a| �[0;m�[1;31m20221214073040250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073040250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073040250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073040250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073040250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073040250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073040262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073040271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073040271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073040271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:43.686549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22877): Terminating (SIGTERM)\u000a07:30:43.728924 run iperf3-srv_10.42.42.10(pid=22878): Terminating (SIGTERM)\u000a07:30:43.771130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22879): Terminating (SIGTERM)\u000a07:30:43.813115 run iperf3-srv_10.42.42.10(pid=22880): Terminating (SIGTERM)\u000a07:30:43.855500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22883): Terminating (SIGTERM)\u000a07:30:43.897665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22886): Terminating (SIGTERM)\u000a07:30:43.939490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22889): Terminating (SIGTERM)\u000a07:30:43.949149 --- ParallelTerminationStrategy: PID 22877 died...\u000a07:30:44.005120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22877): Terminated: ok {rc=0}\u000a07:30:44.015116 --- ParallelTerminationStrategy: PID 22878 died...\u000a07:30:44.070867 run iperf3-srv_10.42.42.10(pid=22878): Terminated {rc=256}\u000a07:30:44.080768 --- ParallelTerminationStrategy: PID 22879 died...\u000a07:30:44.137064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22879): Terminated: ok {rc=0}\u000a07:30:44.147053 --- ParallelTerminationStrategy: PID 22880 died...\u000a07:30:44.202856 run iperf3-srv_10.42.42.10(pid=22880): Terminated {rc=256}\u000a07:30:44.212764 --- ParallelTerminationStrategy: PID 22883 died...\u000a07:30:44.268889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22883): Terminated: ok {rc=0}\u000a07:30:44.278955 --- ParallelTerminationStrategy: PID 22886 died...\u000a07:30:44.335200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22886): Terminated: ok {rc=0}\u000a07:30:44.345268 --- ParallelTerminationStrategy: PID 22889 died...\u000a07:30:44.401619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22889): Terminated: ok {rc=0}\u000a07:30:44.487847 bus /gobi_0: Setting Powered False\u000a07:30:45.593945 bus /gobi_0: Setting Powered False\u000a07:30:46.707497 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22903): Process ended prematurely: osmo-stp_10.42.42.5(pid=22903) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22903)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22903): Process ended prematurely: osmo-stp_10.42.42.5(pid=22903) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:30:47.824552 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:47.836735 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:30:48.007335 tst iperf3.py: using LAC 39362\u000a07:30:48.135368 tst iperf3.py: using RAC 92\u000a07:30:48.265550 tst iperf3.py: using CellId 39362\u000a07:30:48.395677 tst iperf3.py: using BVCI 39363\u000a07:30:48.421344 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:48.432853 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:48.444229 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:48.455759 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:48.467533 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:48.479233 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:48.490961 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:48.502454 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:48.514311 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:30:48.812939 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:30:48.950287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:30:49.291991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22892): Launched\u000a07:30:49.576536 run iperf3-srv_10.42.42.10(pid=22893): Launched\u000a07:30:49.777845 tst iperf3.py:8: start network...\u000a07:30:49.914948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:50.431783 run create_hlr_db(pid=22894): Launched\u000a07:30:50.621581 bus /gobi_6: Setting Powered False\u000a07:30:51.642002 run create_hlr_db(pid=22894): Terminated: ok {rc=0}\u000a07:30:52.062388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22896): Launched\u000a07:30:52.371896 run osmo-hlr_10.42.42.2(pid=22900): Launched\u000a07:30:52.484854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:53.018539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22902): Launched\u000a07:30:53.325317 run osmo-stp_10.42.42.5(pid=22903): Launched\u000a07:30:53.437192 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:30:53.971635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22905): Launched\u000a07:30:54.080554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:30:54.350575 run patchelf(pid=22906): Launched\u000a07:30:54.531241 run osmo-stp_10.42.42.5(pid=22903): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22903)]\u000a07:30:54.662661 run osmo-stp_10.42.42.5(pid=22903): stdout: \u000a| (launched: 2022-12-14_07:30:53.174625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:54.794379 run osmo-stp_10.42.42.5(pid=22903): stderr: \u000a| �[0;m�[38;5;43m20221214073053343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073053343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073053343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073053344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073053344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073053344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073053344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:54.920719 run osmo-stp_10.42.42.5(pid=22903): stdout: \u000a| (launched: 2022-12-14_07:30:53.174625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:55.046493 run osmo-stp_10.42.42.5(pid=22903): stderr: \u000a| �[0;m�[38;5;43m20221214073053343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073053343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073053343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073053344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073053344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073053344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073053344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:55.194139 run patchelf(pid=22906): Terminating (SIGINT)\u000a07:30:55.368076 run patchelf(pid=22906): Terminated: ok {rc=0}\u000a07:30:55.400019 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22903): Process ended prematurely: osmo-stp_10.42.42.5(pid=22903) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22903)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:30:55.410021 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a07:30:55.469795 run osmo-hlr_10.42.42.2(pid=22900): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22900)]\u000a07:30:55.518741 run osmo-hlr_10.42.42.2(pid=22900): stdout: \u000a| (launched: 2022-12-14_07:30:52.218614) \u000a07:30:55.568355 run osmo-hlr_10.42.42.2(pid=22900): stderr: \u000a| �[0;m�[1;31m20221214073052391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073052391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073052391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073052391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073052392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073052392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073052403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073052412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073052412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073052412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:55.610539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22892): Terminating (SIGTERM)\u000a07:30:55.650151 run iperf3-srv_10.42.42.10(pid=22893): Terminating (SIGTERM)\u000a07:30:55.689908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22896): Terminating (SIGTERM)\u000a07:30:55.729555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22902): Terminating (SIGTERM)\u000a07:30:55.769289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22905): Terminating (SIGTERM)\u000a07:30:55.778451 --- ParallelTerminationStrategy: PID 22892 died...\u000a07:30:55.831678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22892): Terminated: ok {rc=0}\u000a07:30:55.841238 --- ParallelTerminationStrategy: PID 22893 died...\u000a07:30:55.893617 run iperf3-srv_10.42.42.10(pid=22893): Terminated {rc=256}\u000a07:30:55.903000 --- ParallelTerminationStrategy: PID 22896 died...\u000a07:30:55.955264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22896): Terminated: ok {rc=0}\u000a07:30:55.964664 --- ParallelTerminationStrategy: PID 22902 died...\u000a07:30:56.016782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22902): Terminated: ok {rc=0}\u000a07:30:56.026302 --- ParallelTerminationStrategy: PID 22905 died...\u000a07:30:56.078926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22905): Terminated: ok {rc=0}\u000a07:30:56.162040 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22921): Process ended prematurely: osmo-stp_10.42.42.5(pid=22921) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22921)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22921): Process ended prematurely: osmo-stp_10.42.42.5(pid=22921) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:30:57.279371 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:57.291803 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:30:57.463370 tst iperf3m4.py: using LAC 39363\u000a07:30:57.592553 tst iperf3m4.py: using RAC 93\u000a07:30:57.715127 tst iperf3m4.py: using CellId 39363\u000a07:30:57.837979 tst iperf3m4.py: using BVCI 39364\u000a07:30:57.861782 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:57.873093 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:57.883982 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:57.895012 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:57.905852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:57.916807 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:57.927814 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:57.938613 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:30:57.949632 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:30:58.068190 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:30:58.194112 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:30:58.316261 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:30:58.617208 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:30:58.754959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:30:59.097230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22907): Launched\u000a07:30:59.381967 run iperf3-srv_10.42.42.10(pid=22908): Launched\u000a07:30:59.585459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:30:59.723166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:31:00.065551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22909): Launched\u000a07:31:00.342877 run iperf3-srv_10.42.42.10(pid=22910): Launched\u000a07:31:00.531674 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:31:00.659445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:31:01.018473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22911): Launched\u000a07:31:01.312111 run iperf3-srv_10.42.42.10(pid=22912): Launched\u000a07:31:01.503236 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:31:01.634169 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:31:02.007619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22913): Launched\u000a07:31:02.294382 run iperf3-srv_10.42.42.10(pid=22914): Launched\u000a07:31:02.482351 tst iperf3m4.py:8: start network...\u000a07:31:02.609891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:03.102820 run create_hlr_db(pid=22915): Launched\u000a07:31:03.279527 bus /gobi_6: Setting Powered False\u000a07:31:04.300373 run create_hlr_db(pid=22915): Terminated: ok {rc=0}\u000a07:31:04.712881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22917): Launched\u000a07:31:05.020316 run osmo-hlr_10.42.42.2(pid=22918): Launched\u000a07:31:05.137416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:05.676047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22920): Launched\u000a07:31:05.983114 run osmo-stp_10.42.42.5(pid=22921): Launched\u000a07:31:06.095029 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:31:06.633761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22923): Launched\u000a07:31:06.743613 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:31:07.012635 run patchelf(pid=22924): Launched\u000a07:31:07.192021 run osmo-stp_10.42.42.5(pid=22921): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22921)]\u000a07:31:07.323399 run osmo-stp_10.42.42.5(pid=22921): stdout: \u000a| (launched: 2022-12-14_07:31:05.831877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:07.455103 run osmo-stp_10.42.42.5(pid=22921): stderr: \u000a| �[0;m�[38;5;43m20221214073106000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073106000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073106000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073106001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073106001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073106001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073106001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:07.581848 run osmo-stp_10.42.42.5(pid=22921): stdout: \u000a| (launched: 2022-12-14_07:31:05.831877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:07.707035 run osmo-stp_10.42.42.5(pid=22921): stderr: \u000a| �[0;m�[38;5;43m20221214073106000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073106000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073106000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073106001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073106001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073106001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073106001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:07.854444 run patchelf(pid=22924): Terminating (SIGINT)\u000a07:31:08.028284 run patchelf(pid=22924): Terminated: ok {rc=0}\u000a07:31:08.060166 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22921): Process ended prematurely: osmo-stp_10.42.42.5(pid=22921) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22921)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:31:08.069501 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:31:08.129324 run osmo-hlr_10.42.42.2(pid=22918): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22918)]\u000a07:31:08.177847 run osmo-hlr_10.42.42.2(pid=22918): stdout: \u000a| (launched: 2022-12-14_07:31:04.869179) \u000a07:31:08.227715 run osmo-hlr_10.42.42.2(pid=22918): stderr: \u000a| �[0;m�[1;31m20221214073105041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073105041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073105041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073105041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073105041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073105041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073105054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073105062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073105062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073105062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:08.269822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22907): Terminating (SIGTERM)\u000a07:31:08.309616 run iperf3-srv_10.42.42.10(pid=22908): Terminating (SIGTERM)\u000a07:31:08.349492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22909): Terminating (SIGTERM)\u000a07:31:08.389193 run iperf3-srv_10.42.42.10(pid=22910): Terminating (SIGTERM)\u000a07:31:08.428928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22911): Terminating (SIGTERM)\u000a07:31:08.468577 run iperf3-srv_10.42.42.10(pid=22912): Terminating (SIGTERM)\u000a07:31:08.508830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22913): Terminating (SIGTERM)\u000a07:31:08.548714 run iperf3-srv_10.42.42.10(pid=22914): Terminating (SIGTERM)\u000a07:31:08.588329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22917): Terminating (SIGTERM)\u000a07:31:08.627913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22920): Terminating (SIGTERM)\u000a07:31:08.667480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22923): Terminating (SIGTERM)\u000a07:31:08.676599 --- ParallelTerminationStrategy: PID 22907 died...\u000a07:31:08.729571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22907): Terminated: ok {rc=0}\u000a07:31:08.739007 --- ParallelTerminationStrategy: PID 22908 died...\u000a07:31:08.791135 run iperf3-srv_10.42.42.10(pid=22908): Terminated {rc=256}\u000a07:31:08.800447 --- ParallelTerminationStrategy: PID 22909 died...\u000a07:31:08.852918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22909): Terminated: ok {rc=0}\u000a07:31:08.862452 --- ParallelTerminationStrategy: PID 22910 died...\u000a07:31:08.914475 run iperf3-srv_10.42.42.10(pid=22910): Terminated {rc=256}\u000a07:31:08.923762 --- ParallelTerminationStrategy: PID 22911 died...\u000a07:31:08.976740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22911): Terminated: ok {rc=0}\u000a07:31:08.986265 --- ParallelTerminationStrategy: PID 22912 died...\u000a07:31:09.038384 run iperf3-srv_10.42.42.10(pid=22912): Terminated {rc=256}\u000a07:31:09.047746 --- ParallelTerminationStrategy: PID 22913 died...\u000a07:31:09.100217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22913): Terminated: ok {rc=0}\u000a07:31:09.109787 --- ParallelTerminationStrategy: PID 22914 died...\u000a07:31:09.162034 run iperf3-srv_10.42.42.10(pid=22914): Terminated {rc=256}\u000a07:31:09.171440 --- ParallelTerminationStrategy: PID 22917 died...\u000a07:31:09.223895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22917): Terminated: ok {rc=0}\u000a07:31:09.233894 --- ParallelTerminationStrategy: PID 22920 died...\u000a07:31:09.286406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22920): Terminated: ok {rc=0}\u000a07:31:09.295822 --- ParallelTerminationStrategy: PID 22923 died...\u000a07:31:09.348186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22923): Terminated: ok {rc=0}\u000a07:31:09.432004 bus /gobi_4: Setting Powered False\u000a07:31:10.539447 bus /gobi_4: Setting Powered False\u000a07:31:11.647729 bus /gobi_1: Setting Powered False\u000a07:31:12.750405 bus /gobi_1: Setting Powered False\u000a07:31:13.862448 bus /gobi_0: Setting Powered False\u000a07:31:14.964352 bus /gobi_0: Setting Powered False\u000a07:31:16.098882 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22932): Process ended prematurely: osmo-stp_10.42.42.5(pid=22932) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22932)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22932): Process ended prematurely: osmo-stp_10.42.42.5(pid=22932) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:31:17.170054 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:17.182936 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:31:17.340245 tst ping.py: using LAC 39364\u000a07:31:17.469195 tst ping.py: using RAC 94\u000a07:31:17.597115 tst ping.py: using CellId 39364\u000a07:31:17.727011 tst ping.py: using BVCI 39365\u000a07:31:17.751728 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:17.763697 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:17.775420 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:17.787192 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:17.799580 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:17.811881 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:17.824236 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:17.836419 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:31:18.133616 tst ping.py:19: start network...\u000a07:31:18.268513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:18.777630 run create_hlr_db(pid=22926): Launched\u000a07:31:18.965263 bus /gobi_6: Setting Powered False\u000a07:31:19.984718 run create_hlr_db(pid=22926): Terminated: ok {rc=0}\u000a07:31:20.391954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22928): Launched\u000a07:31:20.697137 run osmo-hlr_10.42.42.2(pid=22929): Launched\u000a07:31:20.816705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:21.348312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22931): Launched\u000a07:31:21.649188 run osmo-stp_10.42.42.5(pid=22932): Launched\u000a07:31:21.757691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:31:22.281636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22934): Launched\u000a07:31:22.388120 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:31:22.651439 run patchelf(pid=22935): Launched\u000a07:31:22.827601 run osmo-stp_10.42.42.5(pid=22932): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22932)]\u000a07:31:22.956348 run osmo-stp_10.42.42.5(pid=22932): stdout: \u000a| (launched: 2022-12-14_07:31:21.500889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:23.085670 run osmo-stp_10.42.42.5(pid=22932): stderr: \u000a| �[0;m�[38;5;43m20221214073121669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073121669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073121669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073121670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073121670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073121670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073121670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:23.209693 run osmo-stp_10.42.42.5(pid=22932): stdout: \u000a| (launched: 2022-12-14_07:31:21.500889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:23.332468 run osmo-stp_10.42.42.5(pid=22932): stderr: \u000a| �[0;m�[38;5;43m20221214073121669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073121669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073121669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073121670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073121670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073121670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073121670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:23.476852 run patchelf(pid=22935): Terminating (SIGINT)\u000a07:31:23.647523 run patchelf(pid=22935): Terminated: ok {rc=0}\u000a07:31:23.678321 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22932): Process ended prematurely: osmo-stp_10.42.42.5(pid=22932) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22932)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:31:23.686889 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:31:23.746064 run osmo-hlr_10.42.42.2(pid=22929): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22929)]\u000a07:31:23.794538 run osmo-hlr_10.42.42.2(pid=22929): stdout: \u000a| (launched: 2022-12-14_07:31:20.545057) \u000a07:31:23.843439 run osmo-hlr_10.42.42.2(pid=22929): stderr: \u000a| �[0;m�[1;31m20221214073120717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073120717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073120717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073120717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073120717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073120717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073120730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073120738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073120738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073120738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:23.885105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22928): Terminating (SIGTERM)\u000a07:31:23.924435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22931): Terminating (SIGTERM)\u000a07:31:23.963665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22934): Terminating (SIGTERM)\u000a07:31:23.972777 --- ParallelTerminationStrategy: PID 22928 died...\u000a07:31:24.025382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22928): Terminated: ok {rc=0}\u000a07:31:24.034795 --- ParallelTerminationStrategy: PID 22931 died...\u000a07:31:24.087487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22931): Terminated: ok {rc=0}\u000a07:31:24.096920 --- ParallelTerminationStrategy: PID 22934 died...\u000a07:31:24.149761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22934): Terminated: ok {rc=0}\u000a07:31:24.237847 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22942): Process ended prematurely: osmo-stp_10.42.42.5(pid=22942) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22942)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22942): Process ended prematurely: osmo-stp_10.42.42.5(pid=22942) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:31:25.288755 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:25.300583 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:31:25.468088 tst ping_idle_ping.py: using LAC 39365\u000a07:31:25.590408 tst ping_idle_ping.py: using RAC 95\u000a07:31:25.711472 tst ping_idle_ping.py: using CellId 39365\u000a07:31:25.832790 tst ping_idle_ping.py: using BVCI 39366\u000a07:31:25.855966 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:25.867345 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:25.878445 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:25.889524 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:25.900764 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:25.912144 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:25.923695 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:31:25.935050 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:31:26.216093 tst ping_idle_ping.py:24: start network...\u000a07:31:26.341389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:26.833035 run create_hlr_db(pid=22936): Launched\u000a07:31:27.006799 bus /gobi_6: Setting Powered False\u000a07:31:28.026901 run create_hlr_db(pid=22936): Terminated: ok {rc=0}\u000a07:31:28.461047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22938): Launched\u000a07:31:28.785856 run osmo-hlr_10.42.42.2(pid=22939): Launched\u000a07:31:28.905633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:29.467839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22941): Launched\u000a07:31:29.791341 run osmo-stp_10.42.42.5(pid=22942): Launched\u000a07:31:29.908303 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:31:30.471788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22944): Launched\u000a07:31:30.586864 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:31:30.875441 run patchelf(pid=22945): Launched\u000a07:31:31.081843 run osmo-stp_10.42.42.5(pid=22942): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22942)]\u000a07:31:31.223645 run osmo-stp_10.42.42.5(pid=22942): stdout: \u000a| (launched: 2022-12-14_07:31:29.631386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:31.365885 run osmo-stp_10.42.42.5(pid=22942): stderr: \u000a| �[0;m�[38;5;43m20221214073129819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073129819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073129819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073129820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073129820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073129820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073129820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:31.502978 run osmo-stp_10.42.42.5(pid=22942): stdout: \u000a| (launched: 2022-12-14_07:31:29.631386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:31.639078 run osmo-stp_10.42.42.5(pid=22942): stderr: \u000a| �[0;m�[38;5;43m20221214073129819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073129819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073129819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073129820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073129820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073129820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073129820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:31.797637 run patchelf(pid=22945): Terminating (SIGINT)\u000a07:31:31.984389 run patchelf(pid=22945): Terminated: ok {rc=0}\u000a07:31:32.018921 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22942): Process ended prematurely: osmo-stp_10.42.42.5(pid=22942) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22942)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:31:32.029439 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:31:32.095613 run osmo-hlr_10.42.42.2(pid=22939): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22939)]\u000a07:31:32.149351 run osmo-hlr_10.42.42.2(pid=22939): stdout: \u000a| (launched: 2022-12-14_07:31:28.626126) \u000a07:31:32.204518 run osmo-hlr_10.42.42.2(pid=22939): stderr: \u000a| �[0;m�[1;31m20221214073128820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073128820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073128820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073128821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073128821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073128821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073128833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073128841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073128841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073128842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:32.249376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22938): Terminating (SIGTERM)\u000a07:31:32.292288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22941): Terminating (SIGTERM)\u000a07:31:32.334627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22944): Terminating (SIGTERM)\u000a07:31:32.344228 --- ParallelTerminationStrategy: PID 22938 died...\u000a07:31:32.400858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22938): Terminated: ok {rc=0}\u000a07:31:32.410871 --- ParallelTerminationStrategy: PID 22941 died...\u000a07:31:32.467393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22941): Terminated: ok {rc=0}\u000a07:31:32.477930 --- ParallelTerminationStrategy: PID 22944 died...\u000a07:31:32.534294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22944): Terminated: ok {rc=0}\u000a07:31:32.620530 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:30:34" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22959): Process ended prematurely: osmo-stp_10.42.42.5(pid=22959) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22959)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22959): Process ended prematurely: osmo-stp_10.42.42.5(pid=22959) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:31:34.785505 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:34.797114 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:31:34.969240 tst cs_paging_gprs_active.py: using LAC 39366\u000a07:31:35.094113 tst cs_paging_gprs_active.py: using RAC 96\u000a07:31:35.214429 tst cs_paging_gprs_active.py: using CellId 39366\u000a07:31:35.334051 tst cs_paging_gprs_active.py: using BVCI 39367\u000a07:31:35.357960 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:35.368838 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:35.379928 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:35.390860 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:35.401732 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:35.412508 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:35.423454 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:35.434266 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:35.445365 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:31:35.567265 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:31:35.851664 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:31:35.980470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:31:36.300188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22949): Launched\u000a07:31:36.565140 run iperf3-srv_10.42.42.10(pid=22950): Launched\u000a07:31:36.752785 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:31:36.880308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:31:37.200783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22951): Launched\u000a07:31:37.466753 run iperf3-srv_10.42.42.10(pid=22952): Launched\u000a07:31:37.654044 tst cs_paging_gprs_active.py:38: start network...\u000a07:31:37.781828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:38.275041 run create_hlr_db(pid=22953): Launched\u000a07:31:38.451104 bus /gobi_6: Setting Powered False\u000a07:31:39.471766 run create_hlr_db(pid=22953): Terminated: ok {rc=0}\u000a07:31:39.881069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22955): Launched\u000a07:31:40.187825 run osmo-hlr_10.42.42.2(pid=22956): Launched\u000a07:31:40.310177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:40.883644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22958): Launched\u000a07:31:41.214141 run osmo-stp_10.42.42.5(pid=22959): Launched\u000a07:31:41.333881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:31:41.908138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22961): Launched\u000a07:31:42.026469 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:31:42.315336 run patchelf(pid=22962): Launched\u000a07:31:42.507771 run osmo-stp_10.42.42.5(pid=22959): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22959)]\u000a07:31:42.647808 run osmo-stp_10.42.42.5(pid=22959): stdout: \u000a| (launched: 2022-12-14_07:31:41.051760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:42.788131 run osmo-stp_10.42.42.5(pid=22959): stderr: \u000a| �[0;m�[38;5;43m20221214073141240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073141240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073141240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073141241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073141241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073141241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073141242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:42.923873 run osmo-stp_10.42.42.5(pid=22959): stdout: \u000a| (launched: 2022-12-14_07:31:41.051760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:43.058239 run osmo-stp_10.42.42.5(pid=22959): stderr: \u000a| �[0;m�[38;5;43m20221214073141240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073141240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073141240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073141241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073141241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073141241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073141242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:43.215752 run patchelf(pid=22962): Terminating (SIGINT)\u000a07:31:43.401243 run patchelf(pid=22962): Terminated: ok {rc=0}\u000a07:31:43.435436 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22959): Process ended prematurely: osmo-stp_10.42.42.5(pid=22959) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22959)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:31:43.445366 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:31:43.508897 run osmo-hlr_10.42.42.2(pid=22956): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22956)]\u000a07:31:43.560312 run osmo-hlr_10.42.42.2(pid=22956): stdout: \u000a| (launched: 2022-12-14_07:31:40.037417) \u000a07:31:43.612122 run osmo-hlr_10.42.42.2(pid=22956): stderr: \u000a| �[0;m�[1;31m20221214073140211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073140211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073140211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073140211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073140211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073140211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073140224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073140232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073140232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073140232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:43.656801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22949): Terminating (SIGTERM)\u000a07:31:43.699510 run iperf3-srv_10.42.42.10(pid=22950): Terminating (SIGTERM)\u000a07:31:43.742235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22951): Terminating (SIGTERM)\u000a07:31:43.784088 run iperf3-srv_10.42.42.10(pid=22952): Terminating (SIGTERM)\u000a07:31:43.826523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22955): Terminating (SIGTERM)\u000a07:31:43.868602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22958): Terminating (SIGTERM)\u000a07:31:43.911197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22961): Terminating (SIGTERM)\u000a07:31:43.920804 --- ParallelTerminationStrategy: PID 22949 died...\u000a07:31:43.977114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22949): Terminated: ok {rc=0}\u000a07:31:43.987101 --- ParallelTerminationStrategy: PID 22950 died...\u000a07:31:44.042861 run iperf3-srv_10.42.42.10(pid=22950): Terminated {rc=256}\u000a07:31:44.052779 --- ParallelTerminationStrategy: PID 22951 died...\u000a07:31:44.109175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22951): Terminated: ok {rc=0}\u000a07:31:44.119100 --- ParallelTerminationStrategy: PID 22952 died...\u000a07:31:44.175045 run iperf3-srv_10.42.42.10(pid=22952): Terminated {rc=256}\u000a07:31:44.185065 --- ParallelTerminationStrategy: PID 22955 died...\u000a07:31:44.240931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22955): Terminated: ok {rc=0}\u000a07:31:44.250994 --- ParallelTerminationStrategy: PID 22958 died...\u000a07:31:44.306817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22958): Terminated: ok {rc=0}\u000a07:31:44.316735 --- ParallelTerminationStrategy: PID 22961 died...\u000a07:31:44.372526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22961): Terminated: ok {rc=0}\u000a07:31:44.459682 bus /gobi_0: Setting Powered False\u000a07:31:45.566411 bus /gobi_0: Setting Powered False\u000a07:31:46.707415 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22971): Process ended prematurely: osmo-stp_10.42.42.5(pid=22971) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22971)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22971): Process ended prematurely: osmo-stp_10.42.42.5(pid=22971) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:31:47.825987 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:47.838398 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:31:48.010658 tst iperf3.py: using LAC 39367\u000a07:31:48.140776 tst iperf3.py: using RAC 97\u000a07:31:48.269694 tst iperf3.py: using CellId 39367\u000a07:31:48.399041 tst iperf3.py: using BVCI 39368\u000a07:31:48.424352 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:48.436320 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:48.447836 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:48.459278 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:48.470970 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:48.482793 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:48.494672 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:48.506294 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:48.518251 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:31:48.800748 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:31:48.928776 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:31:49.249916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22963): Launched\u000a07:31:49.515501 run iperf3-srv_10.42.42.10(pid=22964): Launched\u000a07:31:49.704656 tst iperf3.py:8: start network...\u000a07:31:49.833248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:50.328479 run create_hlr_db(pid=22965): Launched\u000a07:31:50.520188 bus /gobi_6: Setting Powered False\u000a07:31:51.540000 run create_hlr_db(pid=22965): Terminated: ok {rc=0}\u000a07:31:51.979115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22967): Launched\u000a07:31:52.307923 run osmo-hlr_10.42.42.2(pid=22968): Launched\u000a07:31:52.431628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:53.003816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22970): Launched\u000a07:31:53.333696 run osmo-stp_10.42.42.5(pid=22971): Launched\u000a07:31:53.453835 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:31:54.028400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22973): Launched\u000a07:31:54.146495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:31:54.435662 run patchelf(pid=22974): Launched\u000a07:31:54.628146 run osmo-stp_10.42.42.5(pid=22971): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22971)]\u000a07:31:54.768701 run osmo-stp_10.42.42.5(pid=22971): stdout: \u000a| (launched: 2022-12-14_07:31:53.170943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:54.909962 run osmo-stp_10.42.42.5(pid=22971): stderr: \u000a| �[0;m�[38;5;43m20221214073153360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073153360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073153360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073153361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073153361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073153361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073153361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:55.045861 run osmo-stp_10.42.42.5(pid=22971): stdout: \u000a| (launched: 2022-12-14_07:31:53.170943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:55.180486 run osmo-stp_10.42.42.5(pid=22971): stderr: \u000a| �[0;m�[38;5;43m20221214073153360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073153360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073153360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073153361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073153361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073153361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073153361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:55.338452 run patchelf(pid=22974): Terminating (SIGINT)\u000a07:31:55.524527 run patchelf(pid=22974): Terminated: ok {rc=0}\u000a07:31:55.558632 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22971): Process ended prematurely: osmo-stp_10.42.42.5(pid=22971) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22971)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:31:55.568583 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a07:31:55.632138 run osmo-hlr_10.42.42.2(pid=22968): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22968)]\u000a07:31:55.684001 run osmo-hlr_10.42.42.2(pid=22968): stdout: \u000a| (launched: 2022-12-14_07:31:52.146361) \u000a07:31:55.736674 run osmo-hlr_10.42.42.2(pid=22968): stderr: \u000a| �[0;m�[1;31m20221214073152340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073152340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073152340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073152340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073152340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073152340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073152353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073152362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073152362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073152362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:55.781438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22963): Terminating (SIGTERM)\u000a07:31:55.823966 run iperf3-srv_10.42.42.10(pid=22964): Terminating (SIGTERM)\u000a07:31:55.866596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22967): Terminating (SIGTERM)\u000a07:31:55.908688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22970): Terminating (SIGTERM)\u000a07:31:55.950823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22973): Terminating (SIGTERM)\u000a07:31:55.960429 --- ParallelTerminationStrategy: PID 22963 died...\u000a07:31:56.017293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22963): Terminated: ok {rc=0}\u000a07:31:56.027261 --- ParallelTerminationStrategy: PID 22964 died...\u000a07:31:56.083216 run iperf3-srv_10.42.42.10(pid=22964): Terminated {rc=256}\u000a07:31:56.093262 --- ParallelTerminationStrategy: PID 22967 died...\u000a07:31:56.149126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22967): Terminated: ok {rc=0}\u000a07:31:56.159106 --- ParallelTerminationStrategy: PID 22970 died...\u000a07:31:56.215152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22970): Terminated: ok {rc=0}\u000a07:31:56.225187 --- ParallelTerminationStrategy: PID 22973 died...\u000a07:31:56.281288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22973): Terminated: ok {rc=0}\u000a07:31:56.368763 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22989): Process ended prematurely: osmo-stp_10.42.42.5(pid=22989) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22989)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22989): Process ended prematurely: osmo-stp_10.42.42.5(pid=22989) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:31:57.485897 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:57.498416 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:31:57.669307 tst iperf3m4.py: using LAC 39368\u000a07:31:57.799949 tst iperf3m4.py: using RAC 98\u000a07:31:57.929637 tst iperf3m4.py: using CellId 39368\u000a07:31:58.060496 tst iperf3m4.py: using BVCI 39369\u000a07:31:58.086242 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:58.097937 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:58.109415 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:58.120923 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:58.132758 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:58.144580 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:58.156498 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:58.168249 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:31:58.180314 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:31:58.300222 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:31:58.426094 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:31:58.542905 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:31:58.831085 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:31:58.960090 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:31:59.280255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22975): Launched\u000a07:31:59.546034 run iperf3-srv_10.42.42.10(pid=22976): Launched\u000a07:31:59.733294 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:31:59.860691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:32:00.180037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22977): Launched\u000a07:32:00.444636 run iperf3-srv_10.42.42.10(pid=22978): Launched\u000a07:32:00.631579 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:32:00.758773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:32:01.118575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22979): Launched\u000a07:32:01.409991 run iperf3-srv_10.42.42.10(pid=22980): Launched\u000a07:32:01.621899 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:32:01.767047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:32:02.131415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22981): Launched\u000a07:32:02.421443 run iperf3-srv_10.42.42.10(pid=22982): Launched\u000a07:32:02.624916 tst iperf3m4.py:8: start network...\u000a07:32:02.762902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:03.287485 run create_hlr_db(pid=22983): Launched\u000a07:32:03.481017 bus /gobi_6: Setting Powered False\u000a07:32:04.499521 run create_hlr_db(pid=22983): Terminated: ok {rc=0}\u000a07:32:04.913980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22985): Launched\u000a07:32:05.224482 run osmo-hlr_10.42.42.2(pid=22986): Launched\u000a07:32:05.336503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:05.871164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22988): Launched\u000a07:32:06.177798 run osmo-stp_10.42.42.5(pid=22989): Launched\u000a07:32:06.288411 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:32:06.823434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22991): Launched\u000a07:32:06.932236 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:32:07.203470 run patchelf(pid=22992): Launched\u000a07:32:07.382999 run osmo-stp_10.42.42.5(pid=22989): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22989)]\u000a07:32:07.514312 run osmo-stp_10.42.42.5(pid=22989): stdout: \u000a| (launched: 2022-12-14_07:32:06.026936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:07.645170 run osmo-stp_10.42.42.5(pid=22989): stderr: \u000a| �[0;m�[38;5;43m20221214073206195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073206195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073206196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073206196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073206197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073206197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073206197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:07.771465 run osmo-stp_10.42.42.5(pid=22989): stdout: \u000a| (launched: 2022-12-14_07:32:06.026936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:07.896498 run osmo-stp_10.42.42.5(pid=22989): stderr: \u000a| �[0;m�[38;5;43m20221214073206195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073206195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073206196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073206196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073206197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073206197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073206197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:08.043569 run patchelf(pid=22992): Terminating (SIGINT)\u000a07:32:08.217379 run patchelf(pid=22992): Terminated: ok {rc=0}\u000a07:32:08.249322 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22989): Process ended prematurely: osmo-stp_10.42.42.5(pid=22989) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22989)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:32:08.258773 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:32:08.319029 run osmo-hlr_10.42.42.2(pid=22986): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22986)]\u000a07:32:08.368003 run osmo-hlr_10.42.42.2(pid=22986): stdout: \u000a| (launched: 2022-12-14_07:32:05.073113) \u000a07:32:08.417632 run osmo-hlr_10.42.42.2(pid=22986): stderr: \u000a| �[0;m�[1;31m20221214073205247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073205247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073205247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073205247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073205247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073205247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073205260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073205268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073205268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073205268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:08.460159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22975): Terminating (SIGTERM)\u000a07:32:08.500107 run iperf3-srv_10.42.42.10(pid=22976): Terminating (SIGTERM)\u000a07:32:08.539961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22977): Terminating (SIGTERM)\u000a07:32:08.579716 run iperf3-srv_10.42.42.10(pid=22978): Terminating (SIGTERM)\u000a07:32:08.619553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22979): Terminating (SIGTERM)\u000a07:32:08.659193 run iperf3-srv_10.42.42.10(pid=22980): Terminating (SIGTERM)\u000a07:32:08.698882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22981): Terminating (SIGTERM)\u000a07:32:08.738490 run iperf3-srv_10.42.42.10(pid=22982): Terminating (SIGTERM)\u000a07:32:08.778291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22985): Terminating (SIGTERM)\u000a07:32:08.818119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22988): Terminating (SIGTERM)\u000a07:32:08.858030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22991): Terminating (SIGTERM)\u000a07:32:08.866830 --- ParallelTerminationStrategy: PID 22975 died...\u000a07:32:08.920090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22975): Terminated: ok {rc=0}\u000a07:32:08.929658 --- ParallelTerminationStrategy: PID 22976 died...\u000a07:32:08.982953 run iperf3-srv_10.42.42.10(pid=22976): Terminated {rc=256}\u000a07:32:08.992608 --- ParallelTerminationStrategy: PID 22977 died...\u000a07:32:09.045625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22977): Terminated: ok {rc=0}\u000a07:32:09.055110 --- ParallelTerminationStrategy: PID 22978 died...\u000a07:32:09.107698 run iperf3-srv_10.42.42.10(pid=22978): Terminated {rc=256}\u000a07:32:09.117269 --- ParallelTerminationStrategy: PID 22979 died...\u000a07:32:09.169979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22979): Terminated: ok {rc=0}\u000a07:32:09.179479 --- ParallelTerminationStrategy: PID 22980 died...\u000a07:32:09.232330 run iperf3-srv_10.42.42.10(pid=22980): Terminated {rc=256}\u000a07:32:09.241910 --- ParallelTerminationStrategy: PID 22981 died...\u000a07:32:09.294886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22981): Terminated: ok {rc=0}\u000a07:32:09.304383 --- ParallelTerminationStrategy: PID 22982 died...\u000a07:32:09.357161 run iperf3-srv_10.42.42.10(pid=22982): Terminated {rc=256}\u000a07:32:09.366670 --- ParallelTerminationStrategy: PID 22985 died...\u000a07:32:09.419916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22985): Terminated: ok {rc=0}\u000a07:32:09.429885 --- ParallelTerminationStrategy: PID 22988 died...\u000a07:32:09.482702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22988): Terminated: ok {rc=0}\u000a07:32:09.492224 --- ParallelTerminationStrategy: PID 22991 died...\u000a07:32:09.545293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22991): Terminated: ok {rc=0}\u000a07:32:09.633767 bus /gobi_4: Setting Powered False\u000a07:32:10.738185 bus /gobi_4: Setting Powered False\u000a07:32:11.849492 bus /gobi_1: Setting Powered False\u000a07:32:12.952104 bus /gobi_1: Setting Powered False\u000a07:32:14.063051 bus /gobi_0: Setting Powered False\u000a07:32:15.164596 bus /gobi_0: Setting Powered False\u000a07:32:16.297633 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22999): Process ended prematurely: osmo-stp_10.42.42.5(pid=22999) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22999)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22999): Process ended prematurely: osmo-stp_10.42.42.5(pid=22999) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:32:17.367413 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:17.379638 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:32:17.540615 tst ping.py: using LAC 39369\u000a07:32:17.659336 tst ping.py: using RAC 99\u000a07:32:17.778125 tst ping.py: using CellId 39369\u000a07:32:17.895514 tst ping.py: using BVCI 39370\u000a07:32:17.918572 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:17.929865 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:17.940679 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:17.951569 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:17.962438 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:17.973453 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:17.984430 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:17.995302 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:32:18.290528 tst ping.py:19: start network...\u000a07:32:18.425481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:18.934144 run create_hlr_db(pid=22993): Launched\u000a07:32:19.123892 bus /gobi_6: Setting Powered False\u000a07:32:20.142117 run create_hlr_db(pid=22993): Terminated: ok {rc=0}\u000a07:32:20.576007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22995): Launched\u000a07:32:20.900133 run osmo-hlr_10.42.42.2(pid=22996): Launched\u000a07:32:21.020078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:21.593281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22998): Launched\u000a07:32:21.915207 run osmo-stp_10.42.42.5(pid=22999): Launched\u000a07:32:22.031963 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:32:22.593892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23001): Launched\u000a07:32:22.709984 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:32:22.991378 run patchelf(pid=23002): Launched\u000a07:32:23.179890 run osmo-stp_10.42.42.5(pid=22999): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22999)]\u000a07:32:23.317885 run osmo-stp_10.42.42.5(pid=22999): stdout: \u000a| (launched: 2022-12-14_07:32:21.756595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:23.455907 run osmo-stp_10.42.42.5(pid=22999): stderr: \u000a| �[0;m�[38;5;43m20221214073221946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073221947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073221947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073221947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073221948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073221948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073221948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:23.588706 run osmo-stp_10.42.42.5(pid=22999): stdout: \u000a| (launched: 2022-12-14_07:32:21.756595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:23.719661 run osmo-stp_10.42.42.5(pid=22999): stderr: \u000a| �[0;m�[38;5;43m20221214073221946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073221947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073221947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073221947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073221948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073221948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073221948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:23.873808 run patchelf(pid=23002): Terminating (SIGINT)\u000a07:32:24.055417 run patchelf(pid=23002): Terminated: ok {rc=0}\u000a07:32:24.088394 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22999): Process ended prematurely: osmo-stp_10.42.42.5(pid=22999) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22999)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:32:24.097613 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:32:24.160639 run osmo-hlr_10.42.42.2(pid=22996): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22996)]\u000a07:32:24.212012 run osmo-hlr_10.42.42.2(pid=22996): stdout: \u000a| (launched: 2022-12-14_07:32:20.740099) \u000a07:32:24.263899 run osmo-hlr_10.42.42.2(pid=22996): stderr: \u000a| �[0;m�[1;31m20221214073220934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073220934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073220934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073220934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073220934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073220934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073220946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073220954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073220954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073220954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:24.308411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22995): Terminating (SIGTERM)\u000a07:32:24.350928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22998): Terminating (SIGTERM)\u000a07:32:24.392834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23001): Terminating (SIGTERM)\u000a07:32:24.402570 --- ParallelTerminationStrategy: PID 22995 died...\u000a07:32:24.459332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22995): Terminated: ok {rc=0}\u000a07:32:24.469402 --- ParallelTerminationStrategy: PID 22998 died...\u000a07:32:24.525469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22998): Terminated: ok {rc=0}\u000a07:32:24.535394 --- ParallelTerminationStrategy: PID 23001 died...\u000a07:32:24.591276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23001): Terminated: ok {rc=0}\u000a07:32:24.677660 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23009): Process ended prematurely: osmo-stp_10.42.42.5(pid=23009) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23009)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23009): Process ended prematurely: osmo-stp_10.42.42.5(pid=23009) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:32:25.729836 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:25.742118 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:32:25.911409 tst ping_idle_ping.py: using LAC 39370\u000a07:32:26.039148 tst ping_idle_ping.py: using RAC 100\u000a07:32:26.171226 tst ping_idle_ping.py: using CellId 39370\u000a07:32:26.295638 tst ping_idle_ping.py: using BVCI 39371\u000a07:32:26.320433 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:26.332019 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:26.343519 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:26.354957 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:26.366634 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:26.378386 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:26.390233 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:32:26.401911 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:32:26.681217 tst ping_idle_ping.py:24: start network...\u000a07:32:26.806453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:27.294990 run create_hlr_db(pid=23003): Launched\u000a07:32:27.469775 bus /gobi_6: Setting Powered False\u000a07:32:28.490292 run create_hlr_db(pid=23003): Terminated: ok {rc=0}\u000a07:32:28.923259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23005): Launched\u000a07:32:29.247882 run osmo-hlr_10.42.42.2(pid=23006): Launched\u000a07:32:29.370167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:29.934198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23008): Launched\u000a07:32:30.258121 run osmo-stp_10.42.42.5(pid=23009): Launched\u000a07:32:30.375847 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:32:30.961875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23011): Launched\u000a07:32:31.073896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:32:31.360890 run patchelf(pid=23012): Launched\u000a07:32:31.557520 run osmo-stp_10.42.42.5(pid=23009): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23009)]\u000a07:32:31.700401 run osmo-stp_10.42.42.5(pid=23009): stdout: \u000a| (launched: 2022-12-14_07:32:30.098807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:31.843867 run osmo-stp_10.42.42.5(pid=23009): stderr: \u000a| �[0;m�[38;5;43m20221214073230287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073230288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073230288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073230288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073230289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073230289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073230289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:31.981772 run osmo-stp_10.42.42.5(pid=23009): stdout: \u000a| (launched: 2022-12-14_07:32:30.098807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:32.118167 run osmo-stp_10.42.42.5(pid=23009): stderr: \u000a| �[0;m�[38;5;43m20221214073230287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073230288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073230288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073230288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073230289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073230289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073230289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:32.275818 run patchelf(pid=23012): Terminating (SIGINT)\u000a07:32:32.460002 run patchelf(pid=23012): Terminated: ok {rc=0}\u000a07:32:32.493421 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23009): Process ended prematurely: osmo-stp_10.42.42.5(pid=23009) [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23009)] [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:32:32.502932 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:32:32.566744 run osmo-hlr_10.42.42.2(pid=23006): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23006)]\u000a07:32:32.619142 run osmo-hlr_10.42.42.2(pid=23006): stdout: \u000a| (launched: 2022-12-14_07:32:29.088252) \u000a07:32:32.671962 run osmo-hlr_10.42.42.2(pid=23006): stderr: \u000a| �[0;m�[1;31m20221214073229282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073229282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073229282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073229282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073229282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073229282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073229295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073229305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073229305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073229305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:32.717117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23005): Terminating (SIGTERM)\u000a07:32:32.759962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23008): Terminating (SIGTERM)\u000a07:32:32.802553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23011): Terminating (SIGTERM)\u000a07:32:32.812247 --- ParallelTerminationStrategy: PID 23005 died...\u000a07:32:32.869576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23005): Terminated: ok {rc=0}\u000a07:32:32.879611 --- ParallelTerminationStrategy: PID 23008 died...\u000a07:32:32.936095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23008): Terminated: ok {rc=0}\u000a07:32:32.946083 --- ParallelTerminationStrategy: PID 23011 died...\u000a07:32:33.002682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23011): Terminated: ok {rc=0}\u000a07:32:33.090234 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:31:34" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23022): Process ended prematurely: osmo-stp_10.42.42.5(pid=23022) [trial-2401↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23022)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23022): Process ended prematurely: osmo-stp_10.42.42.5(pid=23022) [trial-2401↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:32:35.126690 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:32:35.138556 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:32:35.300359 tst switch_tch_pdch.py: using LAC 39371\u000a07:32:35.420421 tst switch_tch_pdch.py: using RAC 101\u000a07:32:35.547110 tst switch_tch_pdch.py: using CellId 39371\u000a07:32:35.667999 tst switch_tch_pdch.py: using BVCI 39372\u000a07:32:35.691166 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:32:35.702689 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:32:35.714031 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:32:35.725411 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:32:35.736745 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:32:35.747895 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:32:35.759214 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:32:35.770571 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:32:35.891950 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:32:36.184114 tst switch_tch_pdch.py:51: start network...\u000a07:32:36.318795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:36.826972 run create_hlr_db(pid=23016): Launched\u000a07:32:37.015483 bus /gobi_6: Setting Powered False\u000a07:32:38.034247 run create_hlr_db(pid=23016): Terminated: ok {rc=0}\u000a07:32:38.465532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23018): Launched\u000a07:32:38.790270 run osmo-hlr_10.42.42.2(pid=23019): Launched\u000a07:32:38.909417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:39.474985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23021): Launched\u000a07:32:39.798799 run osmo-stp_10.42.42.5(pid=23022): Launched\u000a07:32:39.916673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:32:40.484210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23024): Launched\u000a07:32:40.600234 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:32:40.883580 run patchelf(pid=23025): Launched\u000a07:32:41.071701 run osmo-stp_10.42.42.5(pid=23022): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23022)]\u000a07:32:41.209661 run osmo-stp_10.42.42.5(pid=23022): stdout: \u000a| (launched: 2022-12-14_07:32:39.638576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:41.348549 run osmo-stp_10.42.42.5(pid=23022): stderr: \u000a| �[0;m�[38;5;43m20221214073239825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073239825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073239825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073239826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073239826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073239826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073239826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:41.481571 run osmo-stp_10.42.42.5(pid=23022): stdout: \u000a| (launched: 2022-12-14_07:32:39.638576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:41.613343 run osmo-stp_10.42.42.5(pid=23022): stderr: \u000a| �[0;m�[38;5;43m20221214073239825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073239825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073239825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073239826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073239826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073239826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073239826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:41.767634 run patchelf(pid=23025): Terminating (SIGINT)\u000a07:32:41.949406 run patchelf(pid=23025): Terminated: ok {rc=0}\u000a07:32:41.982353 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23022): Process ended prematurely: osmo-stp_10.42.42.5(pid=23022) [trial-2401↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23022)] [trial-2401↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:32:41.991786 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a07:32:42.054753 run osmo-hlr_10.42.42.2(pid=23019): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23019)]\u000a07:32:42.106263 run osmo-hlr_10.42.42.2(pid=23019): stdout: \u000a| (launched: 2022-12-14_07:32:38.630182) \u000a07:32:42.158752 run osmo-hlr_10.42.42.2(pid=23019): stderr: \u000a| �[0;m�[1;31m20221214073238821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073238821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073238821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073238821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073238821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073238821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073238833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073238841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073238842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073238842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:42.203613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23018): Terminating (SIGTERM)\u000a07:32:42.246460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23021): Terminating (SIGTERM)\u000a07:32:42.288580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23024): Terminating (SIGTERM)\u000a07:32:42.298234 --- ParallelTerminationStrategy: PID 23018 died...\u000a07:32:42.354562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23018): Terminated: ok {rc=0}\u000a07:32:42.364534 --- ParallelTerminationStrategy: PID 23021 died...\u000a07:32:42.420712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23021): Terminated: ok {rc=0}\u000a07:32:42.430692 --- ParallelTerminationStrategy: PID 23024 died...\u000a07:32:42.486911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23024): Terminated: ok {rc=0}\u000a07:32:42.574521 bus /gobi_0: Setting Powered False\u000a07:32:43.680296 bus /gobi_0: Setting Powered False\u000a07:32:44.789431 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:32:34" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23035): Process ended prematurely: osmo-stp_10.42.42.5(pid=23035) [trial-2401↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23035)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23035): Process ended prematurely: osmo-stp_10.42.42.5(pid=23035) [trial-2401↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:32:46.833560 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:32:46.849811 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:32:47.035053 tst switch_tch_pdch.py: using LAC 39372\u000a07:32:47.183879 tst switch_tch_pdch.py: using RAC 102\u000a07:32:47.327987 tst switch_tch_pdch.py: using CellId 39372\u000a07:32:47.455893 tst switch_tch_pdch.py: using BVCI 39373\u000a07:32:47.480766 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:32:47.493554 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:32:47.505210 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:32:47.516648 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:32:47.529218 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:32:47.540934 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:32:47.552829 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:32:47.564795 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:32:47.684129 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:32:47.979259 tst switch_tch_pdch.py:51: start network...\u000a07:32:48.114231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:48.595664 run create_hlr_db(pid=23029): Launched\u000a07:32:48.727550 bus /gobi_6: Setting Powered False\u000a07:32:49.804163 run create_hlr_db(pid=23029): Terminated: ok {rc=0}\u000a07:32:50.186134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23031): Launched\u000a07:32:50.487360 run osmo-hlr_10.42.42.2(pid=23032): Launched\u000a07:32:50.598239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:51.095414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23034): Launched\u000a07:32:51.396481 run osmo-stp_10.42.42.5(pid=23035): Launched\u000a07:32:51.506466 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:32:52.013840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23037): Launched\u000a07:32:52.129464 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:32:52.412820 run patchelf(pid=23038): Launched\u000a07:32:52.602427 run osmo-stp_10.42.42.5(pid=23035): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23035)]\u000a07:32:52.740555 run osmo-stp_10.42.42.5(pid=23035): stdout: \u000a| (launched: 2022-12-14_07:32:51.247648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:52.878767 run osmo-stp_10.42.42.5(pid=23035): stderr: \u000a| �[0;m�[38;5;43m20221214073251412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073251412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073251413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073251413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073251413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073251414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073251414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:53.012054 run osmo-stp_10.42.42.5(pid=23035): stdout: \u000a| (launched: 2022-12-14_07:32:51.247648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:53.144283 run osmo-stp_10.42.42.5(pid=23035): stderr: \u000a| �[0;m�[38;5;43m20221214073251412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073251412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073251413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073251413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073251413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073251414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073251414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:53.299767 run patchelf(pid=23038): Terminating (SIGINT)\u000a07:32:53.483326 run patchelf(pid=23038): Terminated: ok {rc=0}\u000a07:32:53.516399 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23035): Process ended prematurely: osmo-stp_10.42.42.5(pid=23035) [trial-2401↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23035)] [trial-2401↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:32:53.526210 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a07:32:53.589491 run osmo-hlr_10.42.42.2(pid=23032): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23032)]\u000a07:32:53.640993 run osmo-hlr_10.42.42.2(pid=23032): stdout: \u000a| (launched: 2022-12-14_07:32:50.339098) \u000a07:32:53.693564 run osmo-hlr_10.42.42.2(pid=23032): stderr: \u000a| �[0;m�[1;31m20221214073250510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073250511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073250511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073250511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073250511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073250511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073250523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073250533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073250534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073250534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:53.738599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23031): Terminating (SIGTERM)\u000a07:32:53.781383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23034): Terminating (SIGTERM)\u000a07:32:53.823940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23037): Terminating (SIGTERM)\u000a07:32:53.833681 --- ParallelTerminationStrategy: PID 23031 died...\u000a07:32:53.890301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23031): Terminated: ok {rc=0}\u000a07:32:53.900467 --- ParallelTerminationStrategy: PID 23034 died...\u000a07:32:53.956731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23034): Terminated: ok {rc=0}\u000a07:32:53.966899 --- ParallelTerminationStrategy: PID 23037 died...\u000a07:32:54.023145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23037): Terminated: ok {rc=0}\u000a07:32:54.109818 bus /gobi_0: Setting Powered False\u000a07:32:55.215956 bus /gobi_0: Setting Powered False\u000a07:32:56.324384 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:32:46" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23044): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23044) [trial-2401↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23044)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23044): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23044) [trial-2401↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a07:32:58.230159 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a07:32:58.241253 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:32:58.389672 tst mo_mt_sms.py: using LAC 39373\u000a07:32:58.514963 tst mo_mt_sms.py: using RAC 103\u000a07:32:58.643009 tst mo_mt_sms.py: using CellId 39373\u000a07:32:58.773443 tst mo_mt_sms.py: using BVCI 39374\u000a07:32:58.796341 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a07:32:58.916485 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a07:32:59.194473 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:32:59.320041 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:32:59.944353 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23043): Launched\u000a07:33:00.242607 run osmo-nitb_10.42.42.2(pid=23044): Launched\u000a07:33:00.427347 run osmo-nitb_10.42.42.2(pid=23044): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23044)]\u000a07:33:00.564118 run osmo-nitb_10.42.42.2(pid=23044): stdout: \u000a| (launched: 2022-12-14_07:33:00.097076) \u000a07:33:00.700667 run osmo-nitb_10.42.42.2(pid=23044): stderr: \u000a| (launched: 2022-12-14_07:33:00.141791)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:33:00.836140 run osmo-nitb_10.42.42.2(pid=23044): stdout: \u000a| (launched: 2022-12-14_07:33:00.097076) \u000a07:33:00.997460 run osmo-nitb_10.42.42.2(pid=23044): stderr: \u000a| (launched: 2022-12-14_07:33:00.141791)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:33:01.405096 tst osmo-nitb_10.42.42.2(pid=23044): stdout: \u000a| (launched: 2022-12-14_07:33:00.097076) \u000a07:33:01.548509 tst osmo-nitb_10.42.42.2(pid=23044): stderr: \u000a| (launched: 2022-12-14_07:33:00.141791)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:33:01.608115 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23044): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23044) [trial-2401↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23044)] [trial-2401↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a07:33:01.618317 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a07:33:01.658330 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23043): Terminating (SIGTERM)\u000a07:33:01.837801 --- ParallelTerminationStrategy: PID 23043 died...\u000a07:33:01.898974 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23043): Terminated: ok {rc=0}\u000a07:33:01.989543 bus /sierra_3: Setting Powered False\u000a07:33:03.091841 bus /sierra_3: Setting Powered False\u000a07:33:04.203927 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:32:58" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23057): Process ended prematurely: osmo-stp_10.42.42.5(pid=23057) [trial-2401↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23057)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23057): Process ended prematurely: osmo-stp_10.42.42.5(pid=23057) [trial-2401↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a07:33:06.094059 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:06.105083 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:33:06.251270 tst mo_mt_sms.py: using LAC 39374\u000a07:33:06.377382 tst mo_mt_sms.py: using RAC 104\u000a07:33:06.502047 tst mo_mt_sms.py: using CellId 39374\u000a07:33:06.626083 tst mo_mt_sms.py: using BVCI 39375\u000a07:33:06.650693 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:06.661964 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:06.672879 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:06.683865 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:06.695239 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:06.706500 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a07:33:06.823647 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a07:33:07.030982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:07.514376 run create_hlr_db(pid=23051): Launched\u000a07:33:07.688870 bus /sierra_2: Setting Powered False\u000a07:33:08.709450 run create_hlr_db(pid=23051): Terminated: ok {rc=0}\u000a07:33:09.139678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23053): Launched\u000a07:33:09.461499 run osmo-hlr_10.42.42.2(pid=23054): Launched\u000a07:33:09.581652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:10.144533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23056): Launched\u000a07:33:10.468179 run osmo-stp_10.42.42.5(pid=23057): Launched\u000a07:33:10.586608 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:33:11.176225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23059): Launched\u000a07:33:11.501668 run osmo-msc_10.42.42.6(pid=23060): Launched\u000a07:33:11.691488 run osmo-stp_10.42.42.5(pid=23057): ERR: Terminated: ERROR {rc=1} [trial-2401↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23057)]\u000a07:33:11.828247 run osmo-stp_10.42.42.5(pid=23057): stdout: \u000a| (launched: 2022-12-14_07:33:10.308770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:11.963605 run osmo-stp_10.42.42.5(pid=23057): stderr: \u000a| �[0;m�[38;5;43m20221214073310497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073310497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073310498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073310498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073310499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073310499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073310499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:12.093820 run osmo-stp_10.42.42.5(pid=23057): stdout: \u000a| (launched: 2022-12-14_07:33:10.308770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:12.222276 run osmo-stp_10.42.42.5(pid=23057): stderr: \u000a| �[0;m�[38;5;43m20221214073310497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073310497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073310498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073310498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073310499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073310499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073310499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:12.279282 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23057): Process ended prematurely: osmo-stp_10.42.42.5(pid=23057) [trial-2401↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23057)] [trial-2401↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a07:33:12.287887 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a07:33:12.351006 run osmo-hlr_10.42.42.2(pid=23054): ERR: Terminated: ERROR {rc=237} [trial-2401↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23054)]\u000a07:33:12.402667 run osmo-hlr_10.42.42.2(pid=23054): stdout: \u000a| (launched: 2022-12-14_07:33:09.302794) \u000a07:33:12.455118 run osmo-hlr_10.42.42.2(pid=23054): stderr: \u000a| �[0;m�[1;31m20221214073309496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073309496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073309496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073309496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073309496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073309496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073309509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073309517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073309518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073309518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:12.526519 run osmo-msc_10.42.42.6(pid=23060): ERR: Terminated: ERROR {rc=2} [trial-2401↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23060)]\u000a07:33:12.578002 run osmo-msc_10.42.42.6(pid=23060): stdout: \u000a| (launched: 2022-12-14_07:33:11.340362) \u000a07:33:12.630073 run osmo-msc_10.42.42.6(pid=23060): stderr: \u000a| �[0;m�[38;5;43m20221214073311660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073311660 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed52ea7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073311660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073311661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073311661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073311661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073311663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073311663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073311664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073311664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:33:12.674925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23053): Terminating (SIGTERM)\u000a07:33:12.717238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23056): Terminating (SIGTERM)\u000a07:33:12.759738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23059): Terminating (SIGTERM)\u000a07:33:12.769547 --- ParallelTerminationStrategy: PID 23053 died...\u000a07:33:12.826184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23053): Terminated: ok {rc=0}\u000a07:33:12.836309 --- ParallelTerminationStrategy: PID 23056 died...\u000a07:33:12.892584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23056): Terminated: ok {rc=0}\u000a07:33:12.902576 --- ParallelTerminationStrategy: PID 23059 died...\u000a07:33:12.958588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23059): Terminated: ok {rc=0}\u000a07:33:13.045882 bus /sierra_3: Setting Powered False\u000a07:33:14.152667 bus /sierra_3: Setting Powered False\u000a07:33:15.265109 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:33:05" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23067) [trial-2401↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23067)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23067) [trial-2401↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a07:33:17.137924 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a07:33:17.153464 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:33:17.312867 tst assert_extension.py: using LAC 39375\u000a07:33:17.442472 tst assert_extension.py: using RAC 105\u000a07:33:17.565540 tst assert_extension.py: using CellId 39375\u000a07:33:17.684230 tst assert_extension.py: using BVCI 39376\u000a07:33:17.707348 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a07:33:18.001519 tst assert_extension.py:10: start nitb and bts...\u000a07:33:18.136684 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:33:18.803559 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23066): Launched\u000a07:33:19.122193 run osmo-nitb_10.42.42.2(pid=23067): Launched\u000a07:33:19.319271 run osmo-nitb_10.42.42.2(pid=23067): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23067)]\u000a07:33:19.464455 run osmo-nitb_10.42.42.2(pid=23067): stdout: \u000a| (launched: 2022-12-14_07:33:18.967275) \u000a07:33:19.610852 run osmo-nitb_10.42.42.2(pid=23067): stderr: \u000a| (launched: 2022-12-14_07:33:19.014898)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:33:19.751212 run osmo-nitb_10.42.42.2(pid=23067): stdout: \u000a| (launched: 2022-12-14_07:33:18.967275) \u000a07:33:19.890528 run osmo-nitb_10.42.42.2(pid=23067): stderr: \u000a| (launched: 2022-12-14_07:33:19.014898)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:33:20.254123 tst osmo-nitb_10.42.42.2(pid=23067): stdout: \u000a| (launched: 2022-12-14_07:33:18.967275) \u000a07:33:20.383778 tst osmo-nitb_10.42.42.2(pid=23067): stderr: \u000a| (launched: 2022-12-14_07:33:19.014898)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:33:20.440369 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23067) [trial-2401↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23067)] [trial-2401↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a07:33:20.449228 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a07:33:20.487204 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23066): Terminating (SIGTERM)\u000a07:33:20.665541 --- ParallelTerminationStrategy: PID 23066 died...\u000a07:33:20.724067 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23066): Terminated: ok {rc=0}\u000a07:33:20.813129 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:33:16" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23077): Process ended prematurely: osmo-stp_10.42.42.5(pid=23077) [trial-2401↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23077)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23077): Process ended prematurely: osmo-stp_10.42.42.5(pid=23077) [trial-2401↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a07:33:22.650195 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:22.661637 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:33:22.802616 tst assert_extension.py: using LAC 39376\u000a07:33:22.927160 tst assert_extension.py: using RAC 106\u000a07:33:23.051406 tst assert_extension.py: using CellId 39376\u000a07:33:23.176905 tst assert_extension.py: using BVCI 39377\u000a07:33:23.201554 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:23.212586 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:23.223475 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:23.234503 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:23.245768 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:23.256860 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a07:33:23.467535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:23.974663 run create_hlr_db(pid=23071): Launched\u000a07:33:24.161977 bus /sierra_2: Setting Powered False\u000a07:33:25.181621 run create_hlr_db(pid=23071): Terminated: ok {rc=0}\u000a07:33:25.590280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23073): Launched\u000a07:33:25.892343 run osmo-hlr_10.42.42.2(pid=23074): Launched\u000a07:33:26.011110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:26.546957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23076): Launched\u000a07:33:26.847598 run osmo-stp_10.42.42.5(pid=23077): Launched\u000a07:33:26.955908 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:33:27.505850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23079): Launched\u000a07:33:27.807313 run osmo-msc_10.42.42.6(pid=23080): Launched\u000a07:33:27.983459 run osmo-stp_10.42.42.5(pid=23077): ERR: Terminated: ERROR {rc=1} [trial-2401↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23077)]\u000a07:33:28.110958 run osmo-stp_10.42.42.5(pid=23077): stdout: \u000a| (launched: 2022-12-14_07:33:26.700513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:28.236497 run osmo-stp_10.42.42.5(pid=23077): stderr: \u000a| �[0;m�[38;5;43m20221214073326868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073326868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073326868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073326869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073326869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073326870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073326870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:28.357562 run osmo-stp_10.42.42.5(pid=23077): stdout: \u000a| (launched: 2022-12-14_07:33:26.700513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:28.477676 run osmo-stp_10.42.42.5(pid=23077): stderr: \u000a| �[0;m�[38;5;43m20221214073326868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073326868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073326868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073326869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073326869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073326870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073326870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:28.530657 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23077): Process ended prematurely: osmo-stp_10.42.42.5(pid=23077) [trial-2401↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23077)] [trial-2401↪ussd:trx-umtrx↪assert_extension.py:17]\u000a07:33:28.538521 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a07:33:28.598152 run osmo-hlr_10.42.42.2(pid=23074): ERR: Terminated: ERROR {rc=237} [trial-2401↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23074)]\u000a07:33:28.647096 run osmo-hlr_10.42.42.2(pid=23074): stdout: \u000a| (launched: 2022-12-14_07:33:25.743915) \u000a07:33:28.696877 run osmo-hlr_10.42.42.2(pid=23074): stderr: \u000a| �[0;m�[1;31m20221214073325918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073325918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073325918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073325918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073325918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073325918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073325930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073325939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073325939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073325939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:28.764214 run osmo-msc_10.42.42.6(pid=23080): ERR: Terminated: ERROR {rc=2} [trial-2401↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23080)]\u000a07:33:28.813139 run osmo-msc_10.42.42.6(pid=23080): stdout: \u000a| (launched: 2022-12-14_07:33:27.658552) \u000a07:33:28.862657 run osmo-msc_10.42.42.6(pid=23080): stderr: \u000a| �[0;m�[38;5;43m20221214073327927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073327927 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4eb0f1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073327927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073327927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073327927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073327927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073327929 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073327930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073327930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073327930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:33:28.904905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23073): Terminating (SIGTERM)\u000a07:33:28.945563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23076): Terminating (SIGTERM)\u000a07:33:28.985810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23079): Terminating (SIGTERM)\u000a07:33:28.995135 --- ParallelTerminationStrategy: PID 23073 died...\u000a07:33:29.048446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23073): Terminated: ok {rc=0}\u000a07:33:29.058112 --- ParallelTerminationStrategy: PID 23076 died...\u000a07:33:29.111214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23076): Terminated: ok {rc=0}\u000a07:33:29.120779 --- ParallelTerminationStrategy: PID 23079 died...\u000a07:33:29.173838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23079): Terminated: ok {rc=0}\u000a07:33:29.257322 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:33:22" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23091): Process ended prematurely: osmo-stp_10.42.42.5(pid=23091) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23091)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23091): Process ended prematurely: osmo-stp_10.42.42.5(pid=23091) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:33:31.232423 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:33:31.245197 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:33:31.423398 tst mo_mt_call.py: using LAC 39377\u000a07:33:31.559790 tst mo_mt_call.py: using RAC 107\u000a07:33:31.696503 tst mo_mt_call.py: using CellId 39377\u000a07:33:31.826353 tst mo_mt_call.py: using BVCI 39378\u000a07:33:31.852889 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:33:31.866577 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:33:31.879302 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:33:31.893976 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:33:31.907726 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:33:31.921601 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:33:32.054026 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:33:32.274566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:32.793565 run create_hlr_db(pid=23085): Launched\u000a07:33:32.983400 bus /sierra_2: Setting Powered False\u000a07:33:34.004505 run create_hlr_db(pid=23085): Terminated: ok {rc=0}\u000a07:33:34.417352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23087): Launched\u000a07:33:34.725301 run osmo-hlr_10.42.42.2(pid=23088): Launched\u000a07:33:34.845831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:35.384038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23090): Launched\u000a07:33:35.693134 run osmo-stp_10.42.42.5(pid=23091): Launched\u000a07:33:35.803884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:33:36.365645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23093): Launched\u000a07:33:36.677059 run osmo-msc_10.42.42.6(pid=23094): Launched\u000a07:33:36.858319 run osmo-stp_10.42.42.5(pid=23091): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23091)]\u000a07:33:36.989687 run osmo-stp_10.42.42.5(pid=23091): stdout: \u000a| (launched: 2022-12-14_07:33:35.539704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:37.118375 run osmo-stp_10.42.42.5(pid=23091): stderr: \u000a| �[0;m�[38;5;43m20221214073335709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073335709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073335709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073335710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073335710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073335710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073335710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:37.241842 run osmo-stp_10.42.42.5(pid=23091): stdout: \u000a| (launched: 2022-12-14_07:33:35.539704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:37.364144 run osmo-stp_10.42.42.5(pid=23091): stderr: \u000a| �[0;m�[38;5;43m20221214073335709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073335709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073335709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073335710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073335710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073335710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073335710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:37.418657 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23091): Process ended prematurely: osmo-stp_10.42.42.5(pid=23091) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23091)] [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:33:37.427406 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:33:37.487257 run osmo-hlr_10.42.42.2(pid=23088): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23088)]\u000a07:33:37.536623 run osmo-hlr_10.42.42.2(pid=23088): stdout: \u000a| (launched: 2022-12-14_07:33:34.573567) \u000a07:33:37.586710 run osmo-hlr_10.42.42.2(pid=23088): stderr: \u000a| �[0;m�[1;31m20221214073334746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073334746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073334746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073334746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073334746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073334747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073334759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073334767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073334767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073334767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:37.654288 run osmo-msc_10.42.42.6(pid=23094): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23094)]\u000a07:33:37.704258 run osmo-msc_10.42.42.6(pid=23094): stdout: \u000a| (launched: 2022-12-14_07:33:36.521119) \u000a07:33:37.754168 run osmo-msc_10.42.42.6(pid=23094): stderr: \u000a| �[0;m�[38;5;43m20221214073336791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073336791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f8af29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073336791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073336791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073336792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073336792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073336794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073336794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073336794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073336794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:33:37.796218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23087): Terminating (SIGTERM)\u000a07:33:37.836098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23090): Terminating (SIGTERM)\u000a07:33:37.875783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23093): Terminating (SIGTERM)\u000a07:33:37.885087 --- ParallelTerminationStrategy: PID 23087 died...\u000a07:33:37.938659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23087): Terminated: ok {rc=0}\u000a07:33:37.948264 --- ParallelTerminationStrategy: PID 23090 died...\u000a07:33:38.001377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23090): Terminated: ok {rc=0}\u000a07:33:38.011007 --- ParallelTerminationStrategy: PID 23093 died...\u000a07:33:38.064223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23093): Terminated: ok {rc=0}\u000a07:33:38.153106 bus /sierra_3: Setting Powered False\u000a07:33:39.260119 bus /sierra_3: Setting Powered False\u000a07:33:40.369333 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23102): Process ended prematurely: osmo-stp_10.42.42.5(pid=23102) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23102)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23102): Process ended prematurely: osmo-stp_10.42.42.5(pid=23102) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:33:41.486549 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:33:41.499118 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:33:41.667283 tst mo_mt_call_osmux.py: using LAC 39378\u000a07:33:41.798931 tst mo_mt_call_osmux.py: using RAC 108\u000a07:33:41.926445 tst mo_mt_call_osmux.py: using CellId 39378\u000a07:33:42.059312 tst mo_mt_call_osmux.py: using BVCI 39379\u000a07:33:42.084323 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:33:42.095941 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:33:42.107295 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:33:42.118805 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:33:42.130610 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:33:42.142278 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:33:42.264320 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:33:42.468582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:42.960013 run create_hlr_db(pid=23096): Launched\u000a07:33:43.136033 bus /sierra_2: Setting Powered False\u000a07:33:44.156672 run create_hlr_db(pid=23096): Terminated: ok {rc=0}\u000a07:33:44.564865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23098): Launched\u000a07:33:44.870042 run osmo-hlr_10.42.42.2(pid=23099): Launched\u000a07:33:44.985340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:45.517156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23101): Launched\u000a07:33:45.824651 run osmo-stp_10.42.42.5(pid=23102): Launched\u000a07:33:46.047930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:33:46.661444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23104): Launched\u000a07:33:47.151972 run osmo-msc_10.42.42.6(pid=23105): Launched\u000a07:33:47.545138 run osmo-stp_10.42.42.5(pid=23102): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23102)]\u000a07:33:47.685908 run osmo-stp_10.42.42.5(pid=23102): stdout: \u000a| (launched: 2022-12-14_07:33:45.672590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:47.823742 run osmo-stp_10.42.42.5(pid=23102): stderr: \u000a| �[0;m�[38;5;43m20221214073345840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073345840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073345840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073345841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073345841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073345841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073345841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:47.956261 run osmo-stp_10.42.42.5(pid=23102): stdout: \u000a| (launched: 2022-12-14_07:33:45.672590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:48.087007 run osmo-stp_10.42.42.5(pid=23102): stderr: \u000a| �[0;m�[38;5;43m20221214073345840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073345840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073345840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073345841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073345841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073345841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073345841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:48.145077 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23102): Process ended prematurely: osmo-stp_10.42.42.5(pid=23102) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23102)] [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:33:48.154633 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a07:33:48.217909 run osmo-hlr_10.42.42.2(pid=23099): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23099)]\u000a07:33:48.269466 run osmo-hlr_10.42.42.2(pid=23099): stdout: \u000a| (launched: 2022-12-14_07:33:44.720096) \u000a07:33:48.321838 run osmo-hlr_10.42.42.2(pid=23099): stderr: \u000a| �[0;m�[1;31m20221214073344893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073344893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073344893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073344893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073344893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073344893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073344910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073344920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073344920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073344920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:48.393068 run osmo-msc_10.42.42.6(pid=23105): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23105)]\u000a07:33:48.444664 run osmo-msc_10.42.42.6(pid=23105): stdout: \u000a| (launched: 2022-12-14_07:33:46.884059) \u000a07:33:48.497348 run osmo-msc_10.42.42.6(pid=23105): stderr: \u000a| �[0;m�[38;5;43m20221214073347382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073347382 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25e5da8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073347382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073347382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073347382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073347383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073347384 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073347385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073347385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073347385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:33:48.542123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23098): Terminating (SIGTERM)\u000a07:33:48.584487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23101): Terminating (SIGTERM)\u000a07:33:48.626747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23104): Terminating (SIGTERM)\u000a07:33:48.636528 --- ParallelTerminationStrategy: PID 23098 died...\u000a07:33:48.693593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23098): Terminated: ok {rc=0}\u000a07:33:48.703797 --- ParallelTerminationStrategy: PID 23101 died...\u000a07:33:48.759916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23101): Terminated: ok {rc=0}\u000a07:33:48.770036 --- ParallelTerminationStrategy: PID 23104 died...\u000a07:33:48.826010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23104): Terminated: ok {rc=0}\u000a07:33:48.914278 bus /sierra_3: Setting Powered False\u000a07:33:50.017651 bus /sierra_3: Setting Powered False\u000a07:33:51.128934 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:33:30" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23116): Process ended prematurely: osmo-stp_10.42.42.5(pid=23116) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23116)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23116): Process ended prematurely: osmo-stp_10.42.42.5(pid=23116) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:33:53.124604 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:33:53.136203 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:33:53.302772 tst mo_mt_call.py: using LAC 39379\u000a07:33:53.431831 tst mo_mt_call.py: using RAC 109\u000a07:33:53.561452 tst mo_mt_call.py: using CellId 39379\u000a07:33:53.691306 tst mo_mt_call.py: using BVCI 39380\u000a07:33:53.716261 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:33:53.727810 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:33:53.739181 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:33:53.750545 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:33:53.762813 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:33:53.774974 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:33:53.894164 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:33:54.109454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:54.627496 run create_hlr_db(pid=23110): Launched\u000a07:33:54.818345 bus /sierra_2: Setting Powered False\u000a07:33:55.838302 run create_hlr_db(pid=23110): Terminated: ok {rc=0}\u000a07:33:56.252097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23112): Launched\u000a07:33:56.559959 run osmo-hlr_10.42.42.2(pid=23113): Launched\u000a07:33:56.678135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:57.210827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23115): Launched\u000a07:33:57.517929 run osmo-stp_10.42.42.5(pid=23116): Launched\u000a07:33:57.630209 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:33:58.191889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23118): Launched\u000a07:33:58.499927 run osmo-msc_10.42.42.6(pid=23119): Launched\u000a07:33:58.680135 run osmo-stp_10.42.42.5(pid=23116): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23116)]\u000a07:33:58.809856 run osmo-stp_10.42.42.5(pid=23116): stdout: \u000a| (launched: 2022-12-14_07:33:57.367078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:58.937270 run osmo-stp_10.42.42.5(pid=23116): stderr: \u000a| �[0;m�[38;5;43m20221214073357536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073357537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073357537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073357537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073357538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073357538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073357538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:59.060160 run osmo-stp_10.42.42.5(pid=23116): stdout: \u000a| (launched: 2022-12-14_07:33:57.367078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:59.181891 run osmo-stp_10.42.42.5(pid=23116): stderr: \u000a| �[0;m�[38;5;43m20221214073357536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073357537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073357537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073357537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073357538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073357538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073357538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:59.235993 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23116): Process ended prematurely: osmo-stp_10.42.42.5(pid=23116) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23116)] [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:33:59.244573 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:33:59.304189 run osmo-hlr_10.42.42.2(pid=23113): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23113)]\u000a07:33:59.353217 run osmo-hlr_10.42.42.2(pid=23113): stdout: \u000a| (launched: 2022-12-14_07:33:56.408390) \u000a07:33:59.402768 run osmo-hlr_10.42.42.2(pid=23113): stderr: \u000a| �[0;m�[1;31m20221214073356579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073356579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073356579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073356580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073356580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073356580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073356592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073356600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073356600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073356600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:59.469898 run osmo-msc_10.42.42.6(pid=23119): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23119)]\u000a07:33:59.518895 run osmo-msc_10.42.42.6(pid=23119): stdout: \u000a| (launched: 2022-12-14_07:33:58.347881) \u000a07:33:59.568433 run osmo-msc_10.42.42.6(pid=23119): stderr: \u000a| �[0;m�[38;5;43m20221214073358618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073358618 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c2e2c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073358618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073358618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073358618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073358619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073358620 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073358621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073358621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073358621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:33:59.610432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23112): Terminating (SIGTERM)\u000a07:33:59.650006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23115): Terminating (SIGTERM)\u000a07:33:59.689600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23118): Terminating (SIGTERM)\u000a07:33:59.698765 --- ParallelTerminationStrategy: PID 23112 died...\u000a07:33:59.752062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23112): Terminated: ok {rc=0}\u000a07:33:59.761662 --- ParallelTerminationStrategy: PID 23115 died...\u000a07:33:59.814800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23115): Terminated: ok {rc=0}\u000a07:33:59.824300 --- ParallelTerminationStrategy: PID 23118 died...\u000a07:33:59.877913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23118): Terminated: ok {rc=0}\u000a07:33:59.962136 bus /sierra_3: Setting Powered False\u000a07:34:01.064655 bus /sierra_3: Setting Powered False\u000a07:34:02.171869 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23127): Process ended prematurely: osmo-stp_10.42.42.5(pid=23127) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23127)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23127): Process ended prematurely: osmo-stp_10.42.42.5(pid=23127) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:34:03.287581 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:34:03.300481 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:34:03.469716 tst mo_mt_call_osmux.py: using LAC 39380\u000a07:34:03.600157 tst mo_mt_call_osmux.py: using RAC 110\u000a07:34:03.728241 tst mo_mt_call_osmux.py: using CellId 39380\u000a07:34:03.853285 tst mo_mt_call_osmux.py: using BVCI 39381\u000a07:34:03.876616 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:34:03.888509 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:34:03.899741 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:34:03.910963 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:34:03.922256 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:34:03.933236 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:34:04.054378 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:34:04.264578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:04.758967 run create_hlr_db(pid=23121): Launched\u000a07:34:04.935994 bus /sierra_2: Setting Powered False\u000a07:34:05.957301 run create_hlr_db(pid=23121): Terminated: ok {rc=0}\u000a07:34:06.395295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23123): Launched\u000a07:34:06.727456 run osmo-hlr_10.42.42.2(pid=23124): Launched\u000a07:34:06.848128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:07.422775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23126): Launched\u000a07:34:07.751015 run osmo-stp_10.42.42.5(pid=23127): Launched\u000a07:34:07.869770 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:34:08.470701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23129): Launched\u000a07:34:08.802084 run osmo-msc_10.42.42.6(pid=23130): Launched\u000a07:34:08.993965 run osmo-stp_10.42.42.5(pid=23127): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23127)]\u000a07:34:09.132455 run osmo-stp_10.42.42.5(pid=23127): stdout: \u000a| (launched: 2022-12-14_07:34:07.590105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:09.270521 run osmo-stp_10.42.42.5(pid=23127): stderr: \u000a| �[0;m�[38;5;43m20221214073407780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073407780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073407780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073407780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073407781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073407781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073407781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:09.402800 run osmo-stp_10.42.42.5(pid=23127): stdout: \u000a| (launched: 2022-12-14_07:34:07.590105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:09.533505 run osmo-stp_10.42.42.5(pid=23127): stderr: \u000a| �[0;m�[38;5;43m20221214073407780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073407780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073407780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073407780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073407781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073407781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073407781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:09.591100 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23127): Process ended prematurely: osmo-stp_10.42.42.5(pid=23127) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23127)] [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:34:09.600396 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:34:09.664402 run osmo-hlr_10.42.42.2(pid=23124): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23124)]\u000a07:34:09.716278 run osmo-hlr_10.42.42.2(pid=23124): stdout: \u000a| (launched: 2022-12-14_07:34:06.563325) \u000a07:34:09.768702 run osmo-hlr_10.42.42.2(pid=23124): stderr: \u000a| �[0;m�[1;31m20221214073406758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073406758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073406758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073406758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073406758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073406758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073406770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073406781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073406781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073406781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:09.839580 run osmo-msc_10.42.42.6(pid=23130): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23130)]\u000a07:34:09.890983 run osmo-msc_10.42.42.6(pid=23130): stdout: \u000a| (launched: 2022-12-14_07:34:08.638376) \u000a07:34:09.943179 run osmo-msc_10.42.42.6(pid=23130): stderr: \u000a| �[0;m�[38;5;43m20221214073408957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073408957 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf4b968c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073408958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073408958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073408958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073408958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073408960 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073408960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073408960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073408960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:34:09.988110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23123): Terminating (SIGTERM)\u000a07:34:10.030362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23126): Terminating (SIGTERM)\u000a07:34:10.072585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23129): Terminating (SIGTERM)\u000a07:34:10.082245 --- ParallelTerminationStrategy: PID 23123 died...\u000a07:34:10.139194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23123): Terminated: ok {rc=0}\u000a07:34:10.149202 --- ParallelTerminationStrategy: PID 23126 died...\u000a07:34:10.205873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23126): Terminated: ok {rc=0}\u000a07:34:10.215775 --- ParallelTerminationStrategy: PID 23129 died...\u000a07:34:10.272182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23129): Terminated: ok {rc=0}\u000a07:34:10.359973 bus /sierra_3: Setting Powered False\u000a07:34:11.465917 bus /sierra_3: Setting Powered False\u000a07:34:12.576013 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:33:52" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23143): Process ended prematurely: osmo-stp_10.42.42.5(pid=23143) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23143)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23143): Process ended prematurely: osmo-stp_10.42.42.5(pid=23143) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:34:14.571191 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:34:14.582475 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:34:14.740049 tst mo_mt_call.py: using LAC 39381\u000a07:34:14.862551 tst mo_mt_call.py: using RAC 111\u000a07:34:14.984316 tst mo_mt_call.py: using CellId 39381\u000a07:34:15.104700 tst mo_mt_call.py: using BVCI 39382\u000a07:34:15.128221 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:34:15.139261 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:34:15.150181 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:34:15.161088 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:34:15.171864 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:34:15.182639 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:34:15.303662 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:34:15.507689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:16.068576 run create_hlr_db(pid=23137): Launched\u000a07:34:16.266741 bus /sierra_2: Setting Powered False\u000a07:34:17.272613 run create_hlr_db(pid=23137): Terminated: ok {rc=0}\u000a07:34:17.723693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23139): Launched\u000a07:34:18.053813 run osmo-hlr_10.42.42.2(pid=23140): Launched\u000a07:34:18.174511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:18.748244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23142): Launched\u000a07:34:19.078924 run osmo-stp_10.42.42.5(pid=23143): Launched\u000a07:34:19.198630 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:34:19.799497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23145): Launched\u000a07:34:20.130926 run osmo-msc_10.42.42.6(pid=23146): Launched\u000a07:34:20.323483 run osmo-stp_10.42.42.5(pid=23143): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23143)]\u000a07:34:20.463168 run osmo-stp_10.42.42.5(pid=23143): stdout: \u000a| (launched: 2022-12-14_07:34:18.915566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:20.601886 run osmo-stp_10.42.42.5(pid=23143): stderr: \u000a| �[0;m�[38;5;43m20221214073419104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073419105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073419105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073419105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073419106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073419106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073419106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:20.734327 run osmo-stp_10.42.42.5(pid=23143): stdout: \u000a| (launched: 2022-12-14_07:34:18.915566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:20.864829 run osmo-stp_10.42.42.5(pid=23143): stderr: \u000a| �[0;m�[38;5;43m20221214073419104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073419105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073419105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073419105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073419106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073419106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073419106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:20.922958 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23143): Process ended prematurely: osmo-stp_10.42.42.5(pid=23143) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23143)] [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:34:20.932234 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:34:20.995760 run osmo-hlr_10.42.42.2(pid=23140): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23140)]\u000a07:34:21.047696 run osmo-hlr_10.42.42.2(pid=23140): stdout: \u000a| (launched: 2022-12-14_07:34:17.891148) \u000a07:34:21.100348 run osmo-hlr_10.42.42.2(pid=23140): stderr: \u000a| �[0;m�[1;31m20221214073418086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073418086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073418086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073418086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073418086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073418086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073418098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073418108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073418108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073418108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:21.171141 run osmo-msc_10.42.42.6(pid=23146): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23146)]\u000a07:34:21.222849 run osmo-msc_10.42.42.6(pid=23146): stdout: \u000a| (launched: 2022-12-14_07:34:19.966816) \u000a07:34:21.275154 run osmo-msc_10.42.42.6(pid=23146): stderr: \u000a| �[0;m�[38;5;43m20221214073420285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073420285 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86d1796c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073420285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073420285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073420285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073420286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073420287 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073420288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073420288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073420288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:34:21.319975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23139): Terminating (SIGTERM)\u000a07:34:21.362465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23142): Terminating (SIGTERM)\u000a07:34:21.404581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23145): Terminating (SIGTERM)\u000a07:34:21.414362 --- ParallelTerminationStrategy: PID 23139 died...\u000a07:34:21.471100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23139): Terminated: ok {rc=0}\u000a07:34:21.481180 --- ParallelTerminationStrategy: PID 23142 died...\u000a07:34:21.537906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23142): Terminated: ok {rc=0}\u000a07:34:21.548027 --- ParallelTerminationStrategy: PID 23145 died...\u000a07:34:21.604814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23145): Terminated: ok {rc=0}\u000a07:34:21.692195 bus /sierra_3: Setting Powered False\u000a07:34:22.798951 bus /sierra_3: Setting Powered False\u000a07:34:23.907733 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 87, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23154): Process ended prematurely: osmo-stp_10.42.42.5(pid=23154) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23154)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23154): Process ended prematurely: osmo-stp_10.42.42.5(pid=23154) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:34:25.018396 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:34:25.030219 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:34:25.188136 tst mo_mt_call_osmux.py: using LAC 39382\u000a07:34:25.310737 tst mo_mt_call_osmux.py: using RAC 112\u000a07:34:25.430669 tst mo_mt_call_osmux.py: using CellId 39382\u000a07:34:25.559565 tst mo_mt_call_osmux.py: using BVCI 39383\u000a07:34:25.584753 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:34:25.596547 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:34:25.608069 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:34:25.619763 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:34:25.631849 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:34:25.643566 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:34:25.760393 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:34:25.971091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:26.464330 run create_hlr_db(pid=23148): Launched\u000a07:34:26.640574 bus /sierra_2: Setting Powered False\u000a07:34:27.662110 run create_hlr_db(pid=23148): Terminated: ok {rc=0}\u000a07:34:28.100692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23150): Launched\u000a07:34:28.430324 run osmo-hlr_10.42.42.2(pid=23151): Launched\u000a07:34:28.549307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:29.126377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23153): Launched\u000a07:34:29.457336 run osmo-stp_10.42.42.5(pid=23154): Launched\u000a07:34:29.577952 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:34:30.179115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23156): Launched\u000a07:34:30.508803 run osmo-msc_10.42.42.6(pid=23157): Launched\u000a07:34:30.702788 run osmo-stp_10.42.42.5(pid=23154): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23154)]\u000a07:34:30.870006 run osmo-stp_10.42.42.5(pid=23154): stdout: \u000a| (launched: 2022-12-14_07:34:29.294071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:31.054399 run osmo-stp_10.42.42.5(pid=23154): stderr: \u000a| �[0;m�[38;5;43m20221214073429482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073429482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073429483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073429483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073429484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073429484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073429484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:31.182918 run osmo-stp_10.42.42.5(pid=23154): stdout: \u000a| (launched: 2022-12-14_07:34:29.294071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:31.311160 run osmo-stp_10.42.42.5(pid=23154): stderr: \u000a| �[0;m�[38;5;43m20221214073429482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073429482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073429483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073429483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073429484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073429484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073429484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:31.366950 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23154): Process ended prematurely: osmo-stp_10.42.42.5(pid=23154) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23154)] [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:34:31.376438 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:34:31.437648 run osmo-hlr_10.42.42.2(pid=23151): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23151)]\u000a07:34:31.488728 run osmo-hlr_10.42.42.2(pid=23151): stdout: \u000a| (launched: 2022-12-14_07:34:28.268688) \u000a07:34:31.539710 run osmo-hlr_10.42.42.2(pid=23151): stderr: \u000a| �[0;m�[1;31m20221214073428464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073428464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073428464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073428464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073428465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073428465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073428477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073428487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073428487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073428487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:31.609218 run osmo-msc_10.42.42.6(pid=23157): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23157)]\u000a07:34:31.659521 run osmo-msc_10.42.42.6(pid=23157): stdout: \u000a| (launched: 2022-12-14_07:34:30.346641) \u000a07:34:31.712806 run osmo-msc_10.42.42.6(pid=23157): stderr: \u000a| �[0;m�[38;5;43m20221214073430666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073430666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05c6617c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073430666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073430667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073430668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073430669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073430669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073430669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:34:31.756030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23150): Terminating (SIGTERM)\u000a07:34:31.799577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23153): Terminating (SIGTERM)\u000a07:34:31.843060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23156): Terminating (SIGTERM)\u000a07:34:31.853527 --- ParallelTerminationStrategy: PID 23150 died...\u000a07:34:31.910785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23150): Terminated: ok {rc=0}\u000a07:34:31.920826 --- ParallelTerminationStrategy: PID 23153 died...\u000a07:34:31.976064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23153): Terminated: ok {rc=0}\u000a07:34:31.986163 --- ParallelTerminationStrategy: PID 23156 died...\u000a07:34:32.040264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23156): Terminated: ok {rc=0}\u000a07:34:32.126050 bus /sierra_3: Setting Powered False\u000a07:34:33.232130 bus /sierra_3: Setting Powered False\u000a07:34:34.345056 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:34:14" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23168): Process ended prematurely: osmo-stp_10.42.42.5(pid=23168) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23168)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23168): Process ended prematurely: osmo-stp_10.42.42.5(pid=23168) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:34:36.338393 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:34:36.350026 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:34:36.517458 tst mo_mt_call.py: using LAC 39383\u000a07:34:36.647889 tst mo_mt_call.py: using RAC 113\u000a07:34:36.777605 tst mo_mt_call.py: using CellId 39383\u000a07:34:36.907472 tst mo_mt_call.py: using BVCI 39384\u000a07:34:36.932513 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:34:36.944134 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:34:36.956044 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:34:36.967633 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:34:36.979946 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:34:36.992192 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:34:37.111785 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:34:37.324686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:37.815800 run create_hlr_db(pid=23162): Launched\u000a07:34:37.992606 bus /sierra_2: Setting Powered False\u000a07:34:39.012507 run create_hlr_db(pid=23162): Terminated: ok {rc=0}\u000a07:34:39.450968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23164): Launched\u000a07:34:39.780366 run osmo-hlr_10.42.42.2(pid=23165): Launched\u000a07:34:39.902924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:40.479178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23167): Launched\u000a07:34:40.809767 run osmo-stp_10.42.42.5(pid=23168): Launched\u000a07:34:40.929113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:34:41.530588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23170): Launched\u000a07:34:41.861703 run osmo-msc_10.42.42.6(pid=23171): Launched\u000a07:34:42.053768 run osmo-stp_10.42.42.5(pid=23168): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23168)]\u000a07:34:42.192168 run osmo-stp_10.42.42.5(pid=23168): stdout: \u000a| (launched: 2022-12-14_07:34:40.646995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:42.327950 run osmo-stp_10.42.42.5(pid=23168): stderr: \u000a| �[0;m�[38;5;43m20221214073440835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073440835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073440835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073440836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073440836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073440836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073440836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:42.452393 run osmo-stp_10.42.42.5(pid=23168): stdout: \u000a| (launched: 2022-12-14_07:34:40.646995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:42.575684 run osmo-stp_10.42.42.5(pid=23168): stderr: \u000a| �[0;m�[38;5;43m20221214073440835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073440835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073440835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073440836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073440836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073440836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073440836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:42.629984 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23168): Process ended prematurely: osmo-stp_10.42.42.5(pid=23168) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23168)] [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:34:42.638620 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:34:42.699800 run osmo-hlr_10.42.42.2(pid=23165): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23165)]\u000a07:34:42.749673 run osmo-hlr_10.42.42.2(pid=23165): stdout: \u000a| (launched: 2022-12-14_07:34:39.618906) \u000a07:34:42.800129 run osmo-hlr_10.42.42.2(pid=23165): stderr: \u000a| �[0;m�[1;31m20221214073439811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073439811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073439812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073439812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073439812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073439812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073439824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073439833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073439833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073439833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:42.868525 run osmo-msc_10.42.42.6(pid=23171): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23171)]\u000a07:34:42.918154 run osmo-msc_10.42.42.6(pid=23171): stdout: \u000a| (launched: 2022-12-14_07:34:41.697953) \u000a07:34:42.968486 run osmo-msc_10.42.42.6(pid=23171): stderr: \u000a| �[0;m�[38;5;43m20221214073442017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073442017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff5f42cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073442017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073442017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073442018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073442018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073442019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073442020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073442020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073442020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:34:43.011075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23164): Terminating (SIGTERM)\u000a07:34:43.051250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23167): Terminating (SIGTERM)\u000a07:34:43.091593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23170): Terminating (SIGTERM)\u000a07:34:43.100788 --- ParallelTerminationStrategy: PID 23164 died...\u000a07:34:43.155132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23164): Terminated: ok {rc=0}\u000a07:34:43.164704 --- ParallelTerminationStrategy: PID 23167 died...\u000a07:34:43.218870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23167): Terminated: ok {rc=0}\u000a07:34:43.228433 --- ParallelTerminationStrategy: PID 23170 died...\u000a07:34:43.282762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23170): Terminated: ok {rc=0}\u000a07:34:43.371155 bus /sierra_3: Setting Powered False\u000a07:34:44.473115 bus /sierra_3: Setting Powered False\u000a07:34:45.585636 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23179): Process ended prematurely: osmo-stp_10.42.42.5(pid=23179) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23179)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23179): Process ended prematurely: osmo-stp_10.42.42.5(pid=23179) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:34:46.712674 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:34:46.725851 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:34:46.929266 tst mo_mt_call_osmux.py: using LAC 39384\u000a07:34:47.094384 tst mo_mt_call_osmux.py: using RAC 114\u000a07:34:47.232163 tst mo_mt_call_osmux.py: using CellId 39384\u000a07:34:47.353114 tst mo_mt_call_osmux.py: using BVCI 39385\u000a07:34:47.376534 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:34:47.387691 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:34:47.398859 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:34:47.409976 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:34:47.421728 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:34:47.433358 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:34:47.551617 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:34:47.767236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:48.284427 run create_hlr_db(pid=23173): Launched\u000a07:34:48.475066 bus /sierra_2: Setting Powered False\u000a07:34:49.495451 run create_hlr_db(pid=23173): Terminated: ok {rc=0}\u000a07:34:49.909468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23175): Launched\u000a07:34:50.218653 run osmo-hlr_10.42.42.2(pid=23176): Launched\u000a07:34:50.332323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:50.864153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23178): Launched\u000a07:34:51.171313 run osmo-stp_10.42.42.5(pid=23179): Launched\u000a07:34:51.283155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:34:51.843690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23181): Launched\u000a07:34:52.151164 run osmo-msc_10.42.42.6(pid=23182): Launched\u000a07:34:52.330767 run osmo-stp_10.42.42.5(pid=23179): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23179)]\u000a07:34:52.460066 run osmo-stp_10.42.42.5(pid=23179): stdout: \u000a| (launched: 2022-12-14_07:34:51.019701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:52.587226 run osmo-stp_10.42.42.5(pid=23179): stderr: \u000a| �[0;m�[38;5;43m20221214073451187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073451187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073451187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073451188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073451188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073451188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073451189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:52.709939 run osmo-stp_10.42.42.5(pid=23179): stdout: \u000a| (launched: 2022-12-14_07:34:51.019701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:52.831310 run osmo-stp_10.42.42.5(pid=23179): stderr: \u000a| �[0;m�[38;5;43m20221214073451187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073451187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073451187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073451188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073451188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073451188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073451189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:52.885436 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23179): Process ended prematurely: osmo-stp_10.42.42.5(pid=23179) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23179)] [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:34:52.894197 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:34:52.953700 run osmo-hlr_10.42.42.2(pid=23176): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23176)]\u000a07:34:53.002395 run osmo-hlr_10.42.42.2(pid=23176): stdout: \u000a| (launched: 2022-12-14_07:34:50.066540) \u000a07:34:53.051547 run osmo-hlr_10.42.42.2(pid=23176): stderr: \u000a| �[0;m�[1;31m20221214073450240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073450240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073450240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073450240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073450240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073450240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073450252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073450262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073450262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073450262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:53.118361 run osmo-msc_10.42.42.6(pid=23182): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23182)]\u000a07:34:53.166964 run osmo-msc_10.42.42.6(pid=23182): stdout: \u000a| (launched: 2022-12-14_07:34:51.999469) \u000a07:34:53.216042 run osmo-msc_10.42.42.6(pid=23182): stderr: \u000a| �[0;m�[38;5;43m20221214073452266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073452266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8c1ae2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073452266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073452266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073452266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073452267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073452269 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073452270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073452270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073452270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:34:53.257656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23175): Terminating (SIGTERM)\u000a07:34:53.296852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23178): Terminating (SIGTERM)\u000a07:34:53.336423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23181): Terminating (SIGTERM)\u000a07:34:53.345786 --- ParallelTerminationStrategy: PID 23175 died...\u000a07:34:53.398757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23175): Terminated: ok {rc=0}\u000a07:34:53.408294 --- ParallelTerminationStrategy: PID 23178 died...\u000a07:34:53.460858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23178): Terminated: ok {rc=0}\u000a07:34:53.470490 --- ParallelTerminationStrategy: PID 23181 died...\u000a07:34:53.523603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23181): Terminated: ok {rc=0}\u000a07:34:53.611474 bus /sierra_3: Setting Powered False\u000a07:34:54.714283 bus /sierra_3: Setting Powered False\u000a07:34:55.824536 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:34:36" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23196): Process ended prematurely: osmo-stp_10.42.42.5(pid=23196) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23196)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23196): Process ended prematurely: osmo-stp_10.42.42.5(pid=23196) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:34:57.838692 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:34:57.850423 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:34:58.020888 tst mo_mt_call.py: using LAC 39385\u000a07:34:58.149804 tst mo_mt_call.py: using RAC 115\u000a07:34:58.280655 tst mo_mt_call.py: using CellId 39385\u000a07:34:58.410004 tst mo_mt_call.py: using BVCI 39386\u000a07:34:58.435300 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:34:58.446856 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:34:58.458622 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:34:58.470260 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:34:58.482234 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:34:58.494125 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:34:58.614402 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:34:58.829090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:59.348529 run create_hlr_db(pid=23187): Launched\u000a07:34:59.539358 bus /sierra_2: Setting Powered False\u000a07:35:00.560891 run create_hlr_db(pid=23187): Terminated: ok {rc=0}\u000a07:35:01.059022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23189): Launched\u000a07:35:01.483140 run osmo-hlr_10.42.42.2(pid=23190): Launched\u000a07:35:01.673725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:02.284684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23195): Launched\u000a07:35:02.618816 run osmo-stp_10.42.42.5(pid=23196): Launched\u000a07:35:02.739280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:35:03.346042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23198): Launched\u000a07:35:03.677960 run osmo-msc_10.42.42.6(pid=23199): Launched\u000a07:35:03.871761 run osmo-stp_10.42.42.5(pid=23196): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23196)]\u000a07:35:04.011182 run osmo-stp_10.42.42.5(pid=23196): stdout: \u000a| (launched: 2022-12-14_07:35:02.453551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:04.149308 run osmo-stp_10.42.42.5(pid=23196): stderr: \u000a| �[0;m�[38;5;43m20221214073502642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073502642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073502642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073502643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073502643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073502643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073502643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:04.281120 run osmo-stp_10.42.42.5(pid=23196): stdout: \u000a| (launched: 2022-12-14_07:35:02.453551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:04.412078 run osmo-stp_10.42.42.5(pid=23196): stderr: \u000a| �[0;m�[38;5;43m20221214073502642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073502642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073502642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073502643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073502643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073502643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073502643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:04.469990 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23196): Process ended prematurely: osmo-stp_10.42.42.5(pid=23196) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23196)] [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:35:04.479202 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a07:35:04.542949 run osmo-hlr_10.42.42.2(pid=23190): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23190)]\u000a07:35:04.595204 run osmo-hlr_10.42.42.2(pid=23190): stdout: \u000a| (launched: 2022-12-14_07:35:01.229657) \u000a07:35:04.647700 run osmo-hlr_10.42.42.2(pid=23190): stderr: \u000a| �[0;m�[1;31m20221214073501443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073501443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073501443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073501443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073501443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073501443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073501465 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073501482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073501483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073501483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:04.719064 run osmo-msc_10.42.42.6(pid=23199): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23199)]\u000a07:35:04.770959 run osmo-msc_10.42.42.6(pid=23199): stdout: \u000a| (launched: 2022-12-14_07:35:03.513375) \u000a07:35:04.823224 run osmo-msc_10.42.42.6(pid=23199): stderr: \u000a| �[0;m�[38;5;43m20221214073503832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073503833 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0599d39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073503833 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073503833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073503833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073503833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073503835 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073503835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073503835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073503835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:35:04.867997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23189): Terminating (SIGTERM)\u000a07:35:04.910338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23195): Terminating (SIGTERM)\u000a07:35:04.952382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23198): Terminating (SIGTERM)\u000a07:35:04.962138 --- ParallelTerminationStrategy: PID 23189 died...\u000a07:35:05.018567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23189): Terminated: ok {rc=0}\u000a07:35:05.028686 --- ParallelTerminationStrategy: PID 23195 died...\u000a07:35:05.084837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23195): Terminated: ok {rc=0}\u000a07:35:05.094889 --- ParallelTerminationStrategy: PID 23198 died...\u000a07:35:05.151083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23198): Terminated: ok {rc=0}\u000a07:35:05.239360 bus /sierra_3: Setting Powered False\u000a07:35:06.343847 bus /sierra_3: Setting Powered False\u000a07:35:07.457179 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 86, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23207): Process ended prematurely: osmo-stp_10.42.42.5(pid=23207) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23207)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23207): Process ended prematurely: osmo-stp_10.42.42.5(pid=23207) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:35:08.573654 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:35:08.586197 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:35:08.752557 tst mo_mt_call_osmux.py: using LAC 39386\u000a07:35:08.875191 tst mo_mt_call_osmux.py: using RAC 116\u000a07:35:08.994552 tst mo_mt_call_osmux.py: using CellId 39386\u000a07:35:09.119149 tst mo_mt_call_osmux.py: using BVCI 39387\u000a07:35:09.142645 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:35:09.153895 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:35:09.165018 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:35:09.175957 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:35:09.187209 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:35:09.198112 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:35:09.315484 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:35:09.531395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:10.052076 run create_hlr_db(pid=23201): Launched\u000a07:35:10.244750 bus /sierra_2: Setting Powered False\u000a07:35:11.263695 run create_hlr_db(pid=23201): Terminated: ok {rc=0}\u000a07:35:11.679970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23203): Launched\u000a07:35:11.989800 run osmo-hlr_10.42.42.2(pid=23204): Launched\u000a07:35:12.103105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:12.641252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23206): Launched\u000a07:35:12.947692 run osmo-stp_10.42.42.5(pid=23207): Launched\u000a07:35:13.058879 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:35:13.620266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23209): Launched\u000a07:35:13.929843 run osmo-msc_10.42.42.6(pid=23210): Launched\u000a07:35:14.110088 run osmo-stp_10.42.42.5(pid=23207): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23207)]\u000a07:35:14.239780 run osmo-stp_10.42.42.5(pid=23207): stdout: \u000a| (launched: 2022-12-14_07:35:12.797460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:14.367763 run osmo-stp_10.42.42.5(pid=23207): stderr: \u000a| �[0;m�[38;5;43m20221214073512967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073512967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073512967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073512968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073512968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073512968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073512968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:14.491495 run osmo-stp_10.42.42.5(pid=23207): stdout: \u000a| (launched: 2022-12-14_07:35:12.797460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:14.613674 run osmo-stp_10.42.42.5(pid=23207): stderr: \u000a| �[0;m�[38;5;43m20221214073512967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073512967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073512967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073512968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073512968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073512968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073512968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:14.667848 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23207): Process ended prematurely: osmo-stp_10.42.42.5(pid=23207) [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23207)] [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:35:14.676529 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:35:14.736590 run osmo-hlr_10.42.42.2(pid=23204): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23204)]\u000a07:35:14.786275 run osmo-hlr_10.42.42.2(pid=23204): stdout: \u000a| (launched: 2022-12-14_07:35:11.837123) \u000a07:35:14.836246 run osmo-hlr_10.42.42.2(pid=23204): stderr: \u000a| �[0;m�[1;31m20221214073512008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073512008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073512008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073512008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073512008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073512008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073512025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:14.904081 run osmo-msc_10.42.42.6(pid=23210): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23210)]\u000a07:35:14.953320 run osmo-msc_10.42.42.6(pid=23210): stdout: \u000a| (launched: 2022-12-14_07:35:13.776522) \u000a07:35:15.003629 run osmo-msc_10.42.42.6(pid=23210): stderr: \u000a| �[0;m�[38;5;43m20221214073514048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073514048 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f803a943c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073514048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073514048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073514048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073514048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073514050 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073514050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073514051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073514051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:35:15.046264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23203): Terminating (SIGTERM)\u000a07:35:15.086300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23206): Terminating (SIGTERM)\u000a07:35:15.126323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23209): Terminating (SIGTERM)\u000a07:35:15.135739 --- ParallelTerminationStrategy: PID 23203 died...\u000a07:35:15.189543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23203): Terminated: ok {rc=0}\u000a07:35:15.199132 --- ParallelTerminationStrategy: PID 23206 died...\u000a07:35:15.252512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23206): Terminated: ok {rc=0}\u000a07:35:15.262071 --- ParallelTerminationStrategy: PID 23209 died...\u000a07:35:15.315581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23209): Terminated: ok {rc=0}\u000a07:35:15.399321 bus /sierra_3: Setting Powered False\u000a07:35:16.502569 bus /sierra_3: Setting Powered False\u000a07:35:17.613679 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:34:57" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23221): Process ended prematurely: osmo-stp_10.42.42.5(pid=23221) [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23221)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23221): Process ended prematurely: osmo-stp_10.42.42.5(pid=23221) [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:35:19.619971 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:35:19.631684 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:35:19.797578 tst mo_mt_call.py: using LAC 39387\u000a07:35:19.927688 tst mo_mt_call.py: using RAC 117\u000a07:35:20.057555 tst mo_mt_call.py: using CellId 39387\u000a07:35:20.187066 tst mo_mt_call.py: using BVCI 39388\u000a07:35:20.212178 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:35:20.223738 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:35:20.235251 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:35:20.246807 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:35:20.258690 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:35:20.270389 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:35:20.388570 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:35:20.592142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:21.083668 run create_hlr_db(pid=23215): Launched\u000a07:35:21.259841 bus /sierra_2: Setting Powered False\u000a07:35:22.281481 run create_hlr_db(pid=23215): Terminated: ok {rc=0}\u000a07:35:22.720159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23217): Launched\u000a07:35:23.049411 run osmo-hlr_10.42.42.2(pid=23218): Launched\u000a07:35:23.171203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:23.746428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23220): Launched\u000a07:35:24.077564 run osmo-stp_10.42.42.5(pid=23221): Launched\u000a07:35:24.197883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:35:24.806119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23223): Launched\u000a07:35:25.137231 run osmo-msc_10.42.42.6(pid=23224): Launched\u000a07:35:25.331554 run osmo-stp_10.42.42.5(pid=23221): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23221)]\u000a07:35:25.471291 run osmo-stp_10.42.42.5(pid=23221): stdout: \u000a| (launched: 2022-12-14_07:35:23.913546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:25.610353 run osmo-stp_10.42.42.5(pid=23221): stderr: \u000a| �[0;m�[38;5;43m20221214073524103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073524103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073524103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073524104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073524104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073524104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073524105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:25.743034 run osmo-stp_10.42.42.5(pid=23221): stdout: \u000a| (launched: 2022-12-14_07:35:23.913546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:25.874689 run osmo-stp_10.42.42.5(pid=23221): stderr: \u000a| �[0;m�[38;5;43m20221214073524103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073524103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073524103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073524104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073524104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073524104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073524105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:25.932763 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23221): Process ended prematurely: osmo-stp_10.42.42.5(pid=23221) [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23221)] [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:35:25.942116 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:35:26.005113 run osmo-hlr_10.42.42.2(pid=23218): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23218)]\u000a07:35:26.056410 run osmo-hlr_10.42.42.2(pid=23218): stdout: \u000a| (launched: 2022-12-14_07:35:22.887713) \u000a07:35:26.108479 run osmo-hlr_10.42.42.2(pid=23218): stderr: \u000a| �[0;m�[1;31m20221214073523082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073523082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073523082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073523083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073523083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073523083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073523095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073523104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073523104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073523104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:26.179141 run osmo-msc_10.42.42.6(pid=23224): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23224)]\u000a07:35:26.230447 run osmo-msc_10.42.42.6(pid=23224): stdout: \u000a| (launched: 2022-12-14_07:35:24.973409) \u000a07:35:26.282532 run osmo-msc_10.42.42.6(pid=23224): stderr: \u000a| �[0;m�[38;5;43m20221214073525292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073525292 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff699bd1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073525292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073525292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073525293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073525293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073525294 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073525295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073525295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073525295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:35:26.326869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23217): Terminating (SIGTERM)\u000a07:35:26.368621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23220): Terminating (SIGTERM)\u000a07:35:26.410462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23223): Terminating (SIGTERM)\u000a07:35:26.420044 --- ParallelTerminationStrategy: PID 23217 died...\u000a07:35:26.476153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23217): Terminated: ok {rc=0}\u000a07:35:26.486198 --- ParallelTerminationStrategy: PID 23220 died...\u000a07:35:26.542805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23220): Terminated: ok {rc=0}\u000a07:35:26.552894 --- ParallelTerminationStrategy: PID 23223 died...\u000a07:35:26.609234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23223): Terminated: ok {rc=0}\u000a07:35:26.695355 bus /sierra_3: Setting Powered False\u000a07:35:27.801704 bus /sierra_3: Setting Powered False\u000a07:35:28.909777 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23232): Process ended prematurely: osmo-stp_10.42.42.5(pid=23232) [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23232)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23232): Process ended prematurely: osmo-stp_10.42.42.5(pid=23232) [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:35:30.026305 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:35:30.038991 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:35:30.208888 tst mo_mt_call_osmux.py: using LAC 39388\u000a07:35:30.338578 tst mo_mt_call_osmux.py: using RAC 118\u000a07:35:30.467589 tst mo_mt_call_osmux.py: using CellId 39388\u000a07:35:30.598891 tst mo_mt_call_osmux.py: using BVCI 39389\u000a07:35:30.623963 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:35:30.635837 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:35:30.647416 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:35:30.659184 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:35:30.671261 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:35:30.683235 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:35:30.802320 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:35:31.036663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:31.567778 run create_hlr_db(pid=23226): Launched\u000a07:35:31.767427 bus /sierra_2: Setting Powered False\u000a07:35:32.776359 run create_hlr_db(pid=23226): Terminated: ok {rc=0}\u000a07:35:33.222386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23228): Launched\u000a07:35:33.553866 run osmo-hlr_10.42.42.2(pid=23229): Launched\u000a07:35:33.675560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:34.251137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23231): Launched\u000a07:35:34.581086 run osmo-stp_10.42.42.5(pid=23232): Launched\u000a07:35:34.701683 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:35:35.305255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23234): Launched\u000a07:35:35.635522 run osmo-msc_10.42.42.6(pid=23235): Launched\u000a07:35:35.828801 run osmo-stp_10.42.42.5(pid=23232): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23232)]\u000a07:35:35.967639 run osmo-stp_10.42.42.5(pid=23232): stdout: \u000a| (launched: 2022-12-14_07:35:34.418614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:36.106333 run osmo-stp_10.42.42.5(pid=23232): stderr: \u000a| �[0;m�[38;5;43m20221214073534608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073534608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073534609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073534609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073534609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073534609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073534610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:36.238502 run osmo-stp_10.42.42.5(pid=23232): stdout: \u000a| (launched: 2022-12-14_07:35:34.418614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:36.369203 run osmo-stp_10.42.42.5(pid=23232): stderr: \u000a| �[0;m�[38;5;43m20221214073534608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073534608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073534609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073534609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073534609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073534609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073534610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:36.427046 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23232): Process ended prematurely: osmo-stp_10.42.42.5(pid=23232) [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23232)] [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:35:36.436279 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:35:36.499376 run osmo-hlr_10.42.42.2(pid=23229): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23229)]\u000a07:35:36.551445 run osmo-hlr_10.42.42.2(pid=23229): stdout: \u000a| (launched: 2022-12-14_07:35:33.390179) \u000a07:35:36.604040 run osmo-hlr_10.42.42.2(pid=23229): stderr: \u000a| �[0;m�[1;31m20221214073533585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073533585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073533585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073533585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073533585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073533586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073533597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073533606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073533606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073533606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:36.675299 run osmo-msc_10.42.42.6(pid=23235): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23235)]\u000a07:35:36.726908 run osmo-msc_10.42.42.6(pid=23235): stdout: \u000a| (launched: 2022-12-14_07:35:35.472938) \u000a07:35:36.778977 run osmo-msc_10.42.42.6(pid=23235): stderr: \u000a| �[0;m�[38;5;43m20221214073535791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073535791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a95ce6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073535791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073535791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073535792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073535792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073535794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073535794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073535794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073535794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:35:36.823500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23228): Terminating (SIGTERM)\u000a07:35:36.865745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23231): Terminating (SIGTERM)\u000a07:35:36.907905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23234): Terminating (SIGTERM)\u000a07:35:36.917733 --- ParallelTerminationStrategy: PID 23228 died...\u000a07:35:36.974103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23228): Terminated: ok {rc=0}\u000a07:35:36.984191 --- ParallelTerminationStrategy: PID 23231 died...\u000a07:35:37.040373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23231): Terminated: ok {rc=0}\u000a07:35:37.050434 --- ParallelTerminationStrategy: PID 23234 died...\u000a07:35:37.106626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23234): Terminated: ok {rc=0}\u000a07:35:37.194052 bus /sierra_3: Setting Powered False\u000a07:35:38.300323 bus /sierra_3: Setting Powered False\u000a07:35:39.409019 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:35:19" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23248): Process ended prematurely: osmo-stp_10.42.42.5(pid=23248) [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23248)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23248): Process ended prematurely: osmo-stp_10.42.42.5(pid=23248) [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:35:41.415759 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:35:41.427099 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:35:41.595380 tst mo_mt_call.py: using LAC 39389\u000a07:35:41.728790 tst mo_mt_call.py: using RAC 119\u000a07:35:41.856726 tst mo_mt_call.py: using CellId 39389\u000a07:35:41.996157 tst mo_mt_call.py: using BVCI 39390\u000a07:35:42.019514 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:35:42.030583 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:35:42.041564 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:35:42.052353 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:35:42.063360 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:35:42.075241 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:35:42.196072 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:35:42.400227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:42.896113 run create_hlr_db(pid=23242): Launched\u000a07:35:43.072797 bus /sierra_2: Setting Powered False\u000a07:35:44.105901 run create_hlr_db(pid=23242): Terminated: ok {rc=0}\u000a07:35:44.548427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23244): Launched\u000a07:35:44.882130 run osmo-hlr_10.42.42.2(pid=23245): Launched\u000a07:35:45.005068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:45.578855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23247): Launched\u000a07:35:46.075654 run osmo-stp_10.42.42.5(pid=23248): Launched\u000a07:35:46.239827 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:35:46.863669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23250): Launched\u000a07:35:47.258240 run osmo-msc_10.42.42.6(pid=23251): Launched\u000a07:35:47.501077 run osmo-stp_10.42.42.5(pid=23248): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23248)]\u000a07:35:47.640364 run osmo-stp_10.42.42.5(pid=23248): stdout: \u000a| (launched: 2022-12-14_07:35:45.746397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:47.778892 run osmo-stp_10.42.42.5(pid=23248): stderr: \u000a| �[0;m�[38;5;43m20221214073545969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073545969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073545969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073545970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073545970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073545970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073545970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:47.911207 run osmo-stp_10.42.42.5(pid=23248): stdout: \u000a| (launched: 2022-12-14_07:35:45.746397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:48.042327 run osmo-stp_10.42.42.5(pid=23248): stderr: \u000a| �[0;m�[38;5;43m20221214073545969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073545969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073545969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073545970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073545970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073545970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073545970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:48.100624 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23248): Process ended prematurely: osmo-stp_10.42.42.5(pid=23248) [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23248)] [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:35:48.109945 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a07:35:48.173753 run osmo-hlr_10.42.42.2(pid=23245): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23245)]\u000a07:35:48.225737 run osmo-hlr_10.42.42.2(pid=23245): stdout: \u000a| (launched: 2022-12-14_07:35:44.717452) \u000a07:35:48.278526 run osmo-hlr_10.42.42.2(pid=23245): stderr: \u000a| �[0;m�[1;31m20221214073544911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073544911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073544911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073544911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073544911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073544912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073544924 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073544934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073544934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073544934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:48.350462 run osmo-msc_10.42.42.6(pid=23251): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23251)]\u000a07:35:48.402499 run osmo-msc_10.42.42.6(pid=23251): stdout: \u000a| (launched: 2022-12-14_07:35:47.034400) \u000a07:35:48.455266 run osmo-msc_10.42.42.6(pid=23251): stderr: \u000a| �[0;m�[38;5;43m20221214073547479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073547479 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd886447c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073547479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073547479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073547482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073547482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073547483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073547484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073547484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073547484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:35:48.500105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23244): Terminating (SIGTERM)\u000a07:35:48.542394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23247): Terminating (SIGTERM)\u000a07:35:48.585173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23250): Terminating (SIGTERM)\u000a07:35:48.594994 --- ParallelTerminationStrategy: PID 23244 died...\u000a07:35:48.651230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23244): Terminated: ok {rc=0}\u000a07:35:48.661300 --- ParallelTerminationStrategy: PID 23247 died...\u000a07:35:48.717416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23247): Terminated: ok {rc=0}\u000a07:35:48.727577 --- ParallelTerminationStrategy: PID 23250 died...\u000a07:35:48.783828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23250): Terminated: ok {rc=0}\u000a07:35:48.870732 bus /sierra_3: Setting Powered False\u000a07:35:49.975155 bus /sierra_3: Setting Powered False\u000a07:35:51.084367 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23259): Process ended prematurely: osmo-stp_10.42.42.5(pid=23259) [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23259)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23259): Process ended prematurely: osmo-stp_10.42.42.5(pid=23259) [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:35:52.201411 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:35:52.213835 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:35:52.376940 tst mo_mt_call_osmux.py: using LAC 39390\u000a07:35:52.498175 tst mo_mt_call_osmux.py: using RAC 120\u000a07:35:52.626892 tst mo_mt_call_osmux.py: using CellId 39390\u000a07:35:52.757767 tst mo_mt_call_osmux.py: using BVCI 39391\u000a07:35:52.783309 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:35:52.795030 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:35:52.806449 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:35:52.817800 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:35:52.830081 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:35:52.841767 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:35:52.960147 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:35:53.174361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:53.693788 run create_hlr_db(pid=23253): Launched\u000a07:35:53.884191 bus /sierra_2: Setting Powered False\u000a07:35:54.904443 run create_hlr_db(pid=23253): Terminated: ok {rc=0}\u000a07:35:55.319851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23255): Launched\u000a07:35:55.628096 run osmo-hlr_10.42.42.2(pid=23256): Launched\u000a07:35:55.750546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:56.289317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23258): Launched\u000a07:35:56.600139 run osmo-stp_10.42.42.5(pid=23259): Launched\u000a07:35:56.711438 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:35:57.280519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23261): Launched\u000a07:35:57.592901 run osmo-msc_10.42.42.6(pid=23262): Launched\u000a07:35:57.775362 run osmo-stp_10.42.42.5(pid=23259): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23259)]\u000a07:35:57.905611 run osmo-stp_10.42.42.5(pid=23259): stdout: \u000a| (launched: 2022-12-14_07:35:56.445595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:58.033532 run osmo-stp_10.42.42.5(pid=23259): stderr: \u000a| �[0;m�[38;5;43m20221214073556613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073556613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073556613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073556614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073556614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073556614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073556614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:58.156693 run osmo-stp_10.42.42.5(pid=23259): stdout: \u000a| (launched: 2022-12-14_07:35:56.445595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:58.278993 run osmo-stp_10.42.42.5(pid=23259): stderr: \u000a| �[0;m�[38;5;43m20221214073556613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073556613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073556613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073556614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073556614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073556614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073556614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:58.333553 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23259): Process ended prematurely: osmo-stp_10.42.42.5(pid=23259) [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23259)] [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:35:58.342274 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:35:58.402317 run osmo-hlr_10.42.42.2(pid=23256): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23256)]\u000a07:35:58.451689 run osmo-hlr_10.42.42.2(pid=23256): stdout: \u000a| (launched: 2022-12-14_07:35:55.475952) \u000a07:35:58.501638 run osmo-hlr_10.42.42.2(pid=23256): stderr: \u000a| �[0;m�[1;31m20221214073555649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073555649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073555649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073555649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073555649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073555649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073555662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073555670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073555670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073555670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:58.569501 run osmo-msc_10.42.42.6(pid=23262): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23262)]\u000a07:35:58.618786 run osmo-msc_10.42.42.6(pid=23262): stdout: \u000a| (launched: 2022-12-14_07:35:57.437279) \u000a07:35:58.668624 run osmo-msc_10.42.42.6(pid=23262): stderr: \u000a| �[0;m�[38;5;43m20221214073557705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073557705 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59fc332c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073557705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073557705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073557705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073557706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073557707 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073557708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073557708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073557708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:35:58.711315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23255): Terminating (SIGTERM)\u000a07:35:58.751867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23258): Terminating (SIGTERM)\u000a07:35:58.792329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23261): Terminating (SIGTERM)\u000a07:35:58.802045 --- ParallelTerminationStrategy: PID 23255 died...\u000a07:35:58.856163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23255): Terminated: ok {rc=0}\u000a07:35:58.865948 --- ParallelTerminationStrategy: PID 23258 died...\u000a07:35:58.919187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23258): Terminated: ok {rc=0}\u000a07:35:58.928774 --- ParallelTerminationStrategy: PID 23261 died...\u000a07:35:58.981965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23261): Terminated: ok {rc=0}\u000a07:35:59.066666 bus /sierra_3: Setting Powered False\u000a07:36:00.172022 bus /sierra_3: Setting Powered False\u000a07:36:01.306689 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:35:41" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23273): Process ended prematurely: osmo-stp_10.42.42.5(pid=23273) [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23273)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23273): Process ended prematurely: osmo-stp_10.42.42.5(pid=23273) [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a07:36:03.303667 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:36:03.315827 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:36:03.466560 tst mo_mt_call.py: using LAC 39391\u000a07:36:03.596142 tst mo_mt_call.py: using RAC 121\u000a07:36:03.726151 tst mo_mt_call.py: using CellId 39391\u000a07:36:03.856463 tst mo_mt_call.py: using BVCI 39392\u000a07:36:03.882223 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:36:03.894297 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:36:03.906070 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:36:03.917817 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:36:03.930077 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:36:03.942265 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:36:04.060149 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:36:04.275861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:04.797610 run create_hlr_db(pid=23267): Launched\u000a07:36:04.988050 bus /sierra_2: Setting Powered False\u000a07:36:06.008473 run create_hlr_db(pid=23267): Terminated: ok {rc=0}\u000a07:36:06.448935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23269): Launched\u000a07:36:06.782653 run osmo-hlr_10.42.42.2(pid=23270): Launched\u000a07:36:06.904469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:07.480830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23272): Launched\u000a07:36:07.815616 run osmo-stp_10.42.42.5(pid=23273): Launched\u000a07:36:07.935729 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:36:08.540714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23275): Launched\u000a07:36:08.873586 run osmo-msc_10.42.42.6(pid=23276): Launched\u000a07:36:09.066596 run osmo-stp_10.42.42.5(pid=23273): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23273)]\u000a07:36:09.206192 run osmo-stp_10.42.42.5(pid=23273): stdout: \u000a| (launched: 2022-12-14_07:36:07.650902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:09.343960 run osmo-stp_10.42.42.5(pid=23273): stderr: \u000a| �[0;m�[38;5;43m20221214073607839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073607839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073607839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073607840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073607840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073607840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073607840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:09.476510 run osmo-stp_10.42.42.5(pid=23273): stdout: \u000a| (launched: 2022-12-14_07:36:07.650902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:09.608061 run osmo-stp_10.42.42.5(pid=23273): stderr: \u000a| �[0;m�[38;5;43m20221214073607839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073607839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073607839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073607840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073607840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073607840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073607840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:09.666005 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23273): Process ended prematurely: osmo-stp_10.42.42.5(pid=23273) [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23273)] [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a07:36:09.675352 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:36:09.738631 run osmo-hlr_10.42.42.2(pid=23270): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23270)]\u000a07:36:09.790469 run osmo-hlr_10.42.42.2(pid=23270): stdout: \u000a| (launched: 2022-12-14_07:36:06.618490) \u000a07:36:09.843056 run osmo-hlr_10.42.42.2(pid=23270): stderr: \u000a| �[0;m�[1;31m20221214073606814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073606814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073606814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073606814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073606814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073606814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073606826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073606836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073606837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073606837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:09.914342 run osmo-msc_10.42.42.6(pid=23276): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23276)]\u000a07:36:09.966069 run osmo-msc_10.42.42.6(pid=23276): stdout: \u000a| (launched: 2022-12-14_07:36:08.710733) \u000a07:36:10.018462 run osmo-msc_10.42.42.6(pid=23276): stderr: \u000a| �[0;m�[38;5;43m20221214073609030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073609030 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5a1ce6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073609030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073609030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073609031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073609031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073609032 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073609033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073609033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073609033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:36:10.063319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23269): Terminating (SIGTERM)\u000a07:36:10.105999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23272): Terminating (SIGTERM)\u000a07:36:10.148358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23275): Terminating (SIGTERM)\u000a07:36:10.158258 --- ParallelTerminationStrategy: PID 23269 died...\u000a07:36:10.215142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23269): Terminated: ok {rc=0}\u000a07:36:10.225336 --- ParallelTerminationStrategy: PID 23272 died...\u000a07:36:10.281745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23272): Terminated: ok {rc=0}\u000a07:36:10.291830 --- ParallelTerminationStrategy: PID 23275 died...\u000a07:36:10.348363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23275): Terminated: ok {rc=0}\u000a07:36:10.434718 bus /sierra_3: Setting Powered False\u000a07:36:11.541708 bus /sierra_3: Setting Powered False\u000a07:36:12.652884 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23284): Process ended prematurely: osmo-stp_10.42.42.5(pid=23284) [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23284)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23284): Process ended prematurely: osmo-stp_10.42.42.5(pid=23284) [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:36:13.764435 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:36:13.776642 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:36:13.918282 tst mo_mt_call_osmux.py: using LAC 39392\u000a07:36:14.047626 tst mo_mt_call_osmux.py: using RAC 122\u000a07:36:14.177150 tst mo_mt_call_osmux.py: using CellId 39392\u000a07:36:14.306975 tst mo_mt_call_osmux.py: using BVCI 39393\u000a07:36:14.332300 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:36:14.344346 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:36:14.356140 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:36:14.367811 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:36:14.379887 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:36:14.391690 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:36:14.510114 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:36:14.715033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:15.209525 run create_hlr_db(pid=23278): Launched\u000a07:36:15.388244 bus /sierra_2: Setting Powered False\u000a07:36:16.410705 run create_hlr_db(pid=23278): Terminated: ok {rc=0}\u000a07:36:16.927607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23280): Launched\u000a07:36:17.293635 run osmo-hlr_10.42.42.2(pid=23281): Launched\u000a07:36:17.408004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:17.945411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23283): Launched\u000a07:36:18.254564 run osmo-stp_10.42.42.5(pid=23284): Launched\u000a07:36:18.366010 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:36:18.930513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23286): Launched\u000a07:36:19.242110 run osmo-msc_10.42.42.6(pid=23287): Launched\u000a07:36:19.422179 run osmo-stp_10.42.42.5(pid=23284): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23284)]\u000a07:36:19.552628 run osmo-stp_10.42.42.5(pid=23284): stdout: \u000a| (launched: 2022-12-14_07:36:18.102718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:19.680317 run osmo-stp_10.42.42.5(pid=23284): stderr: \u000a| �[0;m�[38;5;43m20221214073618270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073618270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073618270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073618271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073618271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073618271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073618271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:19.803689 run osmo-stp_10.42.42.5(pid=23284): stdout: \u000a| (launched: 2022-12-14_07:36:18.102718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:19.925849 run osmo-stp_10.42.42.5(pid=23284): stderr: \u000a| �[0;m�[38;5;43m20221214073618270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073618270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073618270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073618271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073618271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073618271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073618271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:19.979998 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23284): Process ended prematurely: osmo-stp_10.42.42.5(pid=23284) [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23284)] [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a07:36:19.988622 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:36:20.048084 run osmo-hlr_10.42.42.2(pid=23281): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23281)]\u000a07:36:20.097149 run osmo-hlr_10.42.42.2(pid=23281): stdout: \u000a| (launched: 2022-12-14_07:36:17.103373) \u000a07:36:20.146451 run osmo-hlr_10.42.42.2(pid=23281): stderr: \u000a| �[0;m�[1;31m20221214073617310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073617310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073617310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073617310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073617310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073617310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073617324 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073617333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073617334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073617334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:20.213690 run osmo-msc_10.42.42.6(pid=23287): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23287)]\u000a07:36:20.262304 run osmo-msc_10.42.42.6(pid=23287): stdout: \u000a| (launched: 2022-12-14_07:36:19.089792) \u000a07:36:20.311580 run osmo-msc_10.42.42.6(pid=23287): stderr: \u000a| �[0;m�[38;5;43m20221214073619359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073619359 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2efa934c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073619359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073619359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073619359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073619359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073619361 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073619361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073619362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073619362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:36:20.353441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23280): Terminating (SIGTERM)\u000a07:36:20.392810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23283): Terminating (SIGTERM)\u000a07:36:20.432267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23286): Terminating (SIGTERM)\u000a07:36:20.441663 --- ParallelTerminationStrategy: PID 23280 died...\u000a07:36:20.495006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23280): Terminated: ok {rc=0}\u000a07:36:20.504613 --- ParallelTerminationStrategy: PID 23283 died...\u000a07:36:20.557693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23283): Terminated: ok {rc=0}\u000a07:36:20.567391 --- ParallelTerminationStrategy: PID 23286 died...\u000a07:36:20.620277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23286): Terminated: ok {rc=0}\u000a07:36:20.708327 bus /sierra_3: Setting Powered False\u000a07:36:21.812032 bus /sierra_3: Setting Powered False\u000a07:36:22.922383 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:36:03" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23298): Process ended prematurely: osmo-stp_10.42.42.5(pid=23298) [trial-2401↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23298)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23298): Process ended prematurely: osmo-stp_10.42.42.5(pid=23298) [trial-2401↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:36:24.945159 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:36:24.956419 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:36:25.099455 tst emergency_mo_mt_call.py: using LAC 39393\u000a07:36:25.220492 tst emergency_mo_mt_call.py: using RAC 123\u000a07:36:25.343449 tst emergency_mo_mt_call.py: using CellId 39393\u000a07:36:25.461119 tst emergency_mo_mt_call.py: using BVCI 39394\u000a07:36:25.484118 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:36:25.495010 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:36:25.505695 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:36:25.516181 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:36:25.526833 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:36:25.537398 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:36:25.660049 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:36:25.874639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:26.388113 run create_hlr_db(pid=23292): Launched\u000a07:36:26.562767 bus /sierra_2: Setting Powered False\u000a07:36:27.583262 run create_hlr_db(pid=23292): Terminated: ok {rc=0}\u000a07:36:27.988467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23294): Launched\u000a07:36:28.290342 run osmo-hlr_10.42.42.2(pid=23295): Launched\u000a07:36:28.404399 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:28.929137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23297): Launched\u000a07:36:29.232715 run osmo-stp_10.42.42.5(pid=23298): Launched\u000a07:36:29.365070 tst emergency_mo_mt_call.py: using MSISDN 8568\u000a07:36:29.514281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:36:30.068252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23300): Launched\u000a07:36:30.374560 run osmo-msc_10.42.42.6(pid=23301): Launched\u000a07:36:30.551541 run osmo-stp_10.42.42.5(pid=23298): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23298)]\u000a07:36:30.679684 run osmo-stp_10.42.42.5(pid=23298): stdout: \u000a| (launched: 2022-12-14_07:36:29.083053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:30.806400 run osmo-stp_10.42.42.5(pid=23298): stderr: \u000a| �[0;m�[38;5;43m20221214073629248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073629248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073629248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073629249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073629249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073629250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073629250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:30.971084 run osmo-stp_10.42.42.5(pid=23298): stdout: \u000a| (launched: 2022-12-14_07:36:29.083053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:31.107280 run osmo-stp_10.42.42.5(pid=23298): stderr: \u000a| �[0;m�[38;5;43m20221214073629248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073629248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073629248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073629249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073629249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073629250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073629250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:31.166563 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23298): Process ended prematurely: osmo-stp_10.42.42.5(pid=23298) [trial-2401↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23298)] [trial-2401↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a07:36:31.176380 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a07:36:31.242429 run osmo-hlr_10.42.42.2(pid=23295): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23295)]\u000a07:36:31.297719 run osmo-hlr_10.42.42.2(pid=23295): stdout: \u000a| (launched: 2022-12-14_07:36:28.142159) \u000a07:36:31.352827 run osmo-hlr_10.42.42.2(pid=23295): stderr: \u000a| �[0;m�[1;31m20221214073628315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073628315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073628315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073628315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073628315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073628315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073628327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073628336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073628336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073628336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:31.426154 run osmo-msc_10.42.42.6(pid=23301): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23301)]\u000a07:36:31.480263 run osmo-msc_10.42.42.6(pid=23301): stdout: \u000a| (launched: 2022-12-14_07:36:30.222218) \u000a07:36:31.536204 run osmo-msc_10.42.42.6(pid=23301): stderr: \u000a| �[0;m�[38;5;43m20221214073630490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073630490 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9884079c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073630490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073630491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073630491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073630491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073630493 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073630493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073630493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073630493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:36:31.584318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23294): Terminating (SIGTERM)\u000a07:36:31.630985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23297): Terminating (SIGTERM)\u000a07:36:31.677807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23300): Terminating (SIGTERM)\u000a07:36:31.691637 --- ParallelTerminationStrategy: PID 23294 died...\u000a07:36:31.751833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23294): Terminated: ok {rc=0}\u000a07:36:31.763977 --- ParallelTerminationStrategy: PID 23297 died...\u000a07:36:31.822334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23297): Terminated: ok {rc=0}\u000a07:36:31.834198 --- ParallelTerminationStrategy: PID 23300 died...\u000a07:36:31.893322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23300): Terminated: ok {rc=0}\u000a07:36:31.985878 bus /sierra_3: Setting Powered False\u000a07:36:33.089026 bus /sierra_3: Setting Powered False\u000a07:36:34.200277 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23310): Process ended prematurely: osmo-stp_10.42.42.5(pid=23310) [trial-2401↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23310)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23310): Process ended prematurely: osmo-stp_10.42.42.5(pid=23310) [trial-2401↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:36:35.252370 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:36:35.263813 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:36:35.408486 tst emergency_preemptive_call.py: using LAC 39394\u000a07:36:35.528873 tst emergency_preemptive_call.py: using RAC 124\u000a07:36:35.649589 tst emergency_preemptive_call.py: using CellId 39394\u000a07:36:35.767728 tst emergency_preemptive_call.py: using BVCI 39395\u000a07:36:35.790870 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:36:35.801641 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:36:35.812030 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:36:35.822583 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:36:35.833357 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:36:35.843702 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:36:35.959127 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:36:36.081113 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:36:36.197746 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:36:36.407129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:36.922012 run create_hlr_db(pid=23304): Launched\u000a07:36:37.111329 bus /sierra_2: Setting Powered False\u000a07:36:38.131066 run create_hlr_db(pid=23304): Terminated: ok {rc=0}\u000a07:36:38.539854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23306): Launched\u000a07:36:38.843418 run osmo-hlr_10.42.42.2(pid=23307): Launched\u000a07:36:38.953884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:39.478981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23309): Launched\u000a07:36:39.781143 run osmo-stp_10.42.42.5(pid=23310): Launched\u000a07:36:39.901679 tst emergency_preemptive_call.py: using MSISDN 8569\u000a07:36:40.052673 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:36:40.607352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23312): Launched\u000a07:36:40.909954 run osmo-msc_10.42.42.6(pid=23313): Launched\u000a07:36:41.087451 run osmo-stp_10.42.42.5(pid=23310): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23310)]\u000a07:36:41.216231 run osmo-stp_10.42.42.5(pid=23310): stdout: \u000a| (launched: 2022-12-14_07:36:39.632150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:41.341477 run osmo-stp_10.42.42.5(pid=23310): stderr: \u000a| �[0;m�[38;5;43m20221214073639800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073639800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073639800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073639801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073639801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073639801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073639801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:41.462469 run osmo-stp_10.42.42.5(pid=23310): stdout: \u000a| (launched: 2022-12-14_07:36:39.632150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:41.582695 run osmo-stp_10.42.42.5(pid=23310): stderr: \u000a| �[0;m�[38;5;43m20221214073639800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073639800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073639800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073639801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073639801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073639801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073639801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:41.635464 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23310): Process ended prematurely: osmo-stp_10.42.42.5(pid=23310) [trial-2401↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23310)] [trial-2401↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a07:36:41.643577 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a07:36:41.702900 run osmo-hlr_10.42.42.2(pid=23307): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23307)]\u000a07:36:41.751297 run osmo-hlr_10.42.42.2(pid=23307): stdout: \u000a| (launched: 2022-12-14_07:36:38.694115) \u000a07:36:41.800593 run osmo-hlr_10.42.42.2(pid=23307): stderr: \u000a| �[0;m�[1;31m20221214073638865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073638865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073638865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073638865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073638865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073638865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073638877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073638886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073638886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073638887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:41.867654 run osmo-msc_10.42.42.6(pid=23313): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23313)]\u000a07:36:41.916172 run osmo-msc_10.42.42.6(pid=23313): stdout: \u000a| (launched: 2022-12-14_07:36:40.760533) \u000a07:36:41.965236 run osmo-msc_10.42.42.6(pid=23313): stderr: \u000a| �[0;m�[38;5;43m20221214073641030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214073641031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff83bcafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214073641031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214073641031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214073641031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214073641031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214073641033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214073641033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214073641034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214073641034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:36:42.006721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23306): Terminating (SIGTERM)\u000a07:36:42.046199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23309): Terminating (SIGTERM)\u000a07:36:42.085712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23312): Terminating (SIGTERM)\u000a07:36:42.094970 --- ParallelTerminationStrategy: PID 23306 died...\u000a07:36:42.148243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23306): Terminated: ok {rc=0}\u000a07:36:42.157854 --- ParallelTerminationStrategy: PID 23309 died...\u000a07:36:42.210645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23309): Terminated: ok {rc=0}\u000a07:36:42.220217 --- ParallelTerminationStrategy: PID 23312 died...\u000a07:36:42.272737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23312): Terminated: ok {rc=0}\u000a07:36:42.360643 bus /sierra_9: Setting Powered False\u000a07:36:43.461595 bus /sierra_9: Setting Powered False\u000a07:36:44.568279 bus /sierra_8: Setting Powered False\u000a07:36:45.671711 bus /sierra_8: Setting Powered False\u000a07:36:46.798659 bus /sierra_3: Setting Powered False\u000a07:36:47.901668 bus /sierra_3: Setting Powered False\u000a07:36:49.013585 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:36:24" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23328): Process ended prematurely: osmo-stp_10.42.42.5(pid=23328) [trial-2401↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23328)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23328): Process ended prematurely: osmo-stp_10.42.42.5(pid=23328) [trial-2401↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:36:51.138157 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:36:51.148810 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:36:51.287219 tst cs_paging_gprs_active.py: using LAC 39395\u000a07:36:51.407340 tst cs_paging_gprs_active.py: using RAC 125\u000a07:36:51.536025 tst cs_paging_gprs_active.py: using CellId 39395\u000a07:36:51.666605 tst cs_paging_gprs_active.py: using BVCI 39396\u000a07:36:51.692000 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:36:51.703182 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:36:51.714060 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:36:51.725038 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:36:51.736072 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:36:51.747233 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:36:51.758676 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:36:51.769736 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:36:51.781158 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:36:51.900334 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:36:52.184090 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:36:52.312890 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:52.634406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23318): Launched\u000a07:36:52.902818 run iperf3-srv_10.42.42.10(pid=23319): Launched\u000a07:36:53.091645 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:36:53.220753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:53.541884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23320): Launched\u000a07:36:53.810493 run iperf3-srv_10.42.42.10(pid=23321): Launched\u000a07:36:53.999164 tst cs_paging_gprs_active.py:38: start network...\u000a07:36:54.127921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:54.624428 run create_hlr_db(pid=23322): Launched\u000a07:36:54.802328 bus /sierra_2: Setting Powered False\u000a07:36:55.823039 run create_hlr_db(pid=23322): Terminated: ok {rc=0}\u000a07:36:56.267068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23324): Launched\u000a07:36:56.603425 run osmo-hlr_10.42.42.2(pid=23325): Launched\u000a07:36:56.730010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:57.308641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23327): Launched\u000a07:36:57.643172 run osmo-stp_10.42.42.5(pid=23328): Launched\u000a07:36:57.763990 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:36:58.340296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23330): Launched\u000a07:36:58.458432 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:36:58.749906 run patchelf(pid=23331): Launched\u000a07:36:58.944828 run osmo-stp_10.42.42.5(pid=23328): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23328)]\u000a07:36:59.087431 run osmo-stp_10.42.42.5(pid=23328): stdout: \u000a| (launched: 2022-12-14_07:36:57.478113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:59.229848 run osmo-stp_10.42.42.5(pid=23328): stderr: \u000a| �[0;m�[38;5;43m20221214073657667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073657667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073657667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073657668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073657668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073657668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073657668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:59.367853 run osmo-stp_10.42.42.5(pid=23328): stdout: \u000a| (launched: 2022-12-14_07:36:57.478113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:59.504712 run osmo-stp_10.42.42.5(pid=23328): stderr: \u000a| �[0;m�[38;5;43m20221214073657667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073657667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073657667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073657668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073657668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073657668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073657668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:59.665104 run patchelf(pid=23331): Terminating (SIGINT)\u000a07:36:59.853742 run patchelf(pid=23331): Terminated: ok {rc=0}\u000a07:36:59.888668 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23328): Process ended prematurely: osmo-stp_10.42.42.5(pid=23328) [trial-2401↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23328)] [trial-2401↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a07:36:59.898848 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:36:59.962551 run osmo-hlr_10.42.42.2(pid=23325): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23325)]\u000a07:37:00.014177 run osmo-hlr_10.42.42.2(pid=23325): stdout: \u000a| (launched: 2022-12-14_07:36:56.436384) \u000a07:37:00.066318 run osmo-hlr_10.42.42.2(pid=23325): stderr: \u000a| �[0;m�[1;31m20221214073656631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073656631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073656631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073656631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073656631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073656631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073656643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073656651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073656651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073656651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:00.111568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23318): Terminating (SIGTERM)\u000a07:37:00.154051 run iperf3-srv_10.42.42.10(pid=23319): Terminating (SIGTERM)\u000a07:37:00.196472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23320): Terminating (SIGTERM)\u000a07:37:00.238888 run iperf3-srv_10.42.42.10(pid=23321): Terminating (SIGTERM)\u000a07:37:00.281483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23324): Terminating (SIGTERM)\u000a07:37:00.324010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23327): Terminating (SIGTERM)\u000a07:37:00.366713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23330): Terminating (SIGTERM)\u000a07:37:00.376462 --- ParallelTerminationStrategy: PID 23318 died...\u000a07:37:00.433401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23318): Terminated: ok {rc=0}\u000a07:37:00.443674 --- ParallelTerminationStrategy: PID 23319 died...\u000a07:37:00.499651 run iperf3-srv_10.42.42.10(pid=23319): Terminated {rc=256}\u000a07:37:00.509864 --- ParallelTerminationStrategy: PID 23320 died...\u000a07:37:00.566145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23320): Terminated: ok {rc=0}\u000a07:37:00.576202 --- ParallelTerminationStrategy: PID 23321 died...\u000a07:37:00.632554 run iperf3-srv_10.42.42.10(pid=23321): Terminated {rc=256}\u000a07:37:00.642827 --- ParallelTerminationStrategy: PID 23324 died...\u000a07:37:00.699072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23324): Terminated: ok {rc=0}\u000a07:37:00.709386 --- ParallelTerminationStrategy: PID 23327 died...\u000a07:37:00.765590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23327): Terminated: ok {rc=0}\u000a07:37:00.775783 --- ParallelTerminationStrategy: PID 23330 died...\u000a07:37:00.835605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23330): Terminated: ok {rc=0}\u000a07:37:00.939270 bus /gobi_0: Setting Powered False\u000a07:37:02.050853 bus /gobi_0: Setting Powered False\u000a07:37:03.161854 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23340): Process ended prematurely: osmo-stp_10.42.42.5(pid=23340) [trial-2401↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23340)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23340): Process ended prematurely: osmo-stp_10.42.42.5(pid=23340) [trial-2401↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a07:37:04.274107 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:04.285435 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:37:04.424351 tst iperf3.py: using LAC 39396\u000a07:37:04.547738 tst iperf3.py: using RAC 126\u000a07:37:04.669216 tst iperf3.py: using CellId 39396\u000a07:37:04.792783 tst iperf3.py: using BVCI 39397\u000a07:37:04.816605 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:04.827389 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:04.838058 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:04.848531 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:04.858892 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:04.869233 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:04.879715 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:04.890076 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:04.900495 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:37:05.182755 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:37:05.311102 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:05.634201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23332): Launched\u000a07:37:05.900535 run iperf3-srv_10.42.42.10(pid=23333): Launched\u000a07:37:06.088373 tst iperf3.py:8: start network...\u000a07:37:06.216501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:06.711456 run create_hlr_db(pid=23334): Launched\u000a07:37:06.888505 bus /gobi_6: Setting Powered False\u000a07:37:07.909691 run create_hlr_db(pid=23334): Terminated: ok {rc=0}\u000a07:37:08.351432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23336): Launched\u000a07:37:08.685552 run osmo-hlr_10.42.42.2(pid=23337): Launched\u000a07:37:08.808370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:09.389196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23339): Launched\u000a07:37:09.722257 run osmo-stp_10.42.42.5(pid=23340): Launched\u000a07:37:09.842400 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:10.420877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23342): Launched\u000a07:37:10.539227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:10.831092 run patchelf(pid=23343): Launched\u000a07:37:11.024154 run osmo-stp_10.42.42.5(pid=23340): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23340)]\u000a07:37:11.165911 run osmo-stp_10.42.42.5(pid=23340): stdout: \u000a| (launched: 2022-12-14_07:37:09.558515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:11.307917 run osmo-stp_10.42.42.5(pid=23340): stderr: \u000a| �[0;m�[38;5;43m20221214073709749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073709750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073709750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073709750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073709751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073709751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073709751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:11.445082 run osmo-stp_10.42.42.5(pid=23340): stdout: \u000a| (launched: 2022-12-14_07:37:09.558515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:11.580886 run osmo-stp_10.42.42.5(pid=23340): stderr: \u000a| �[0;m�[38;5;43m20221214073709749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073709750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073709750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073709750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073709751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073709751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073709751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:11.740171 run patchelf(pid=23343): Terminating (SIGINT)\u000a07:37:11.927387 run patchelf(pid=23343): Terminated: ok {rc=0}\u000a07:37:11.961544 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23340): Process ended prematurely: osmo-stp_10.42.42.5(pid=23340) [trial-2401↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23340)] [trial-2401↪gprs:trx-umtrx↪iperf3.py:8]\u000a07:37:11.971359 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a07:37:12.034858 run osmo-hlr_10.42.42.2(pid=23337): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23337)]\u000a07:37:12.086477 run osmo-hlr_10.42.42.2(pid=23337): stdout: \u000a| (launched: 2022-12-14_07:37:08.520410) \u000a07:37:12.138757 run osmo-hlr_10.42.42.2(pid=23337): stderr: \u000a| �[0;m�[1;31m20221214073708717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073708717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073708717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073708717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073708717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073708717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073708730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073708739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073708739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073708739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:12.183608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23332): Terminating (SIGTERM)\u000a07:37:12.226193 run iperf3-srv_10.42.42.10(pid=23333): Terminating (SIGTERM)\u000a07:37:12.268606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23336): Terminating (SIGTERM)\u000a07:37:12.311035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23339): Terminating (SIGTERM)\u000a07:37:12.353382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23342): Terminating (SIGTERM)\u000a07:37:12.363184 --- ParallelTerminationStrategy: PID 23332 died...\u000a07:37:12.419876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23332): Terminated: ok {rc=0}\u000a07:37:12.430102 --- ParallelTerminationStrategy: PID 23333 died...\u000a07:37:12.486247 run iperf3-srv_10.42.42.10(pid=23333): Terminated {rc=256}\u000a07:37:12.496306 --- ParallelTerminationStrategy: PID 23336 died...\u000a07:37:12.552669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23336): Terminated: ok {rc=0}\u000a07:37:12.562891 --- ParallelTerminationStrategy: PID 23339 died...\u000a07:37:12.619542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23339): Terminated: ok {rc=0}\u000a07:37:12.629828 --- ParallelTerminationStrategy: PID 23342 died...\u000a07:37:12.686341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23342): Terminated: ok {rc=0}\u000a07:37:12.774585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23358): Process ended prematurely: osmo-stp_10.42.42.5(pid=23358) [trial-2401↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23358)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23358): Process ended prematurely: osmo-stp_10.42.42.5(pid=23358) [trial-2401↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a07:37:13.892920 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:13.905046 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:37:14.052523 tst iperf3m4.py: using LAC 39397\u000a07:37:14.176214 tst iperf3m4.py: using RAC 127\u000a07:37:14.301657 tst iperf3m4.py: using CellId 39397\u000a07:37:14.421375 tst iperf3m4.py: using BVCI 39398\u000a07:37:14.445156 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:14.455850 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:14.466364 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:14.476756 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:14.487101 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:14.497900 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:14.508440 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:14.518850 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:14.529438 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:37:14.651800 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:37:14.777594 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:37:14.900738 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:37:15.202600 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:37:15.341790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:15.687377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23344): Launched\u000a07:37:15.992149 run iperf3-srv_10.42.42.10(pid=23345): Launched\u000a07:37:16.203237 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:37:16.347225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:16.708787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23346): Launched\u000a07:37:17.037120 run iperf3-srv_10.42.42.10(pid=23347): Launched\u000a07:37:17.278251 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:37:17.410338 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:17.734599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23348): Launched\u000a07:37:18.001591 run iperf3-srv_10.42.42.10(pid=23349): Launched\u000a07:37:18.190260 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:37:18.318469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:18.640902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23350): Launched\u000a07:37:18.910224 run iperf3-srv_10.42.42.10(pid=23351): Launched\u000a07:37:19.098240 tst iperf3m4.py:8: start network...\u000a07:37:19.226249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:19.723325 run create_hlr_db(pid=23352): Launched\u000a07:37:19.900565 bus /gobi_6: Setting Powered False\u000a07:37:20.922160 run create_hlr_db(pid=23352): Terminated: ok {rc=0}\u000a07:37:21.365601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23354): Launched\u000a07:37:21.700644 run osmo-hlr_10.42.42.2(pid=23355): Launched\u000a07:37:21.822314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:22.383374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23357): Launched\u000a07:37:22.694675 run osmo-stp_10.42.42.5(pid=23358): Launched\u000a07:37:22.807512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:23.347648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23360): Launched\u000a07:37:23.457661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:23.730183 run patchelf(pid=23361): Launched\u000a07:37:23.910719 run osmo-stp_10.42.42.5(pid=23358): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23358)]\u000a07:37:24.042720 run osmo-stp_10.42.42.5(pid=23358): stdout: \u000a| (launched: 2022-12-14_07:37:22.541323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:24.174981 run osmo-stp_10.42.42.5(pid=23358): stderr: \u000a| �[0;m�[38;5;43m20221214073722710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073722710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073722710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073722711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073722711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073722711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073722711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:24.301960 run osmo-stp_10.42.42.5(pid=23358): stdout: \u000a| (launched: 2022-12-14_07:37:22.541323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:24.427934 run osmo-stp_10.42.42.5(pid=23358): stderr: \u000a| �[0;m�[38;5;43m20221214073722710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073722710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073722710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073722711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073722711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073722711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073722711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:24.576570 run patchelf(pid=23361): Terminating (SIGINT)\u000a07:37:24.751539 run patchelf(pid=23361): Terminated: ok {rc=0}\u000a07:37:24.783523 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23358): Process ended prematurely: osmo-stp_10.42.42.5(pid=23358) [trial-2401↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23358)] [trial-2401↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a07:37:24.792767 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:37:24.852698 run osmo-hlr_10.42.42.2(pid=23355): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23355)]\u000a07:37:24.901647 run osmo-hlr_10.42.42.2(pid=23355): stdout: \u000a| (launched: 2022-12-14_07:37:21.534612) \u000a07:37:24.951301 run osmo-hlr_10.42.42.2(pid=23355): stderr: \u000a| �[0;m�[1;31m20221214073721730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073721730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073721730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073721730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073721730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073721730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073721742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073721752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073721752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073721752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:24.993449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23344): Terminating (SIGTERM)\u000a07:37:25.033168 run iperf3-srv_10.42.42.10(pid=23345): Terminating (SIGTERM)\u000a07:37:25.073146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23346): Terminating (SIGTERM)\u000a07:37:25.113014 run iperf3-srv_10.42.42.10(pid=23347): Terminating (SIGTERM)\u000a07:37:25.152912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23348): Terminating (SIGTERM)\u000a07:37:25.192600 run iperf3-srv_10.42.42.10(pid=23349): Terminating (SIGTERM)\u000a07:37:25.232277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23350): Terminating (SIGTERM)\u000a07:37:25.271848 run iperf3-srv_10.42.42.10(pid=23351): Terminating (SIGTERM)\u000a07:37:25.311814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23354): Terminating (SIGTERM)\u000a07:37:25.351524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23357): Terminating (SIGTERM)\u000a07:37:25.391252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23360): Terminating (SIGTERM)\u000a07:37:25.400479 --- ParallelTerminationStrategy: PID 23344 died...\u000a07:37:25.453848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23344): Terminated: ok {rc=0}\u000a07:37:25.463509 --- ParallelTerminationStrategy: PID 23345 died...\u000a07:37:25.516865 run iperf3-srv_10.42.42.10(pid=23345): Terminated {rc=256}\u000a07:37:25.526458 --- ParallelTerminationStrategy: PID 23346 died...\u000a07:37:25.579281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23346): Terminated: ok {rc=0}\u000a07:37:25.588857 --- ParallelTerminationStrategy: PID 23347 died...\u000a07:37:25.641600 run iperf3-srv_10.42.42.10(pid=23347): Terminated {rc=256}\u000a07:37:25.651108 --- ParallelTerminationStrategy: PID 23348 died...\u000a07:37:25.703717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23348): Terminated: ok {rc=0}\u000a07:37:25.713254 --- ParallelTerminationStrategy: PID 23349 died...\u000a07:37:25.765807 run iperf3-srv_10.42.42.10(pid=23349): Terminated {rc=256}\u000a07:37:25.775338 --- ParallelTerminationStrategy: PID 23350 died...\u000a07:37:25.828220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23350): Terminated: ok {rc=0}\u000a07:37:25.837814 --- ParallelTerminationStrategy: PID 23351 died...\u000a07:37:25.890317 run iperf3-srv_10.42.42.10(pid=23351): Terminated {rc=256}\u000a07:37:25.899903 --- ParallelTerminationStrategy: PID 23354 died...\u000a07:37:25.952850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23354): Terminated: ok {rc=0}\u000a07:37:25.962514 --- ParallelTerminationStrategy: PID 23357 died...\u000a07:37:26.015342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23357): Terminated: ok {rc=0}\u000a07:37:26.024864 --- ParallelTerminationStrategy: PID 23360 died...\u000a07:37:26.077719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23360): Terminated: ok {rc=0}\u000a07:37:26.165578 bus /gobi_4: Setting Powered False\u000a07:37:27.268314 bus /gobi_4: Setting Powered False\u000a07:37:28.379449 bus /gobi_1: Setting Powered False\u000a07:37:29.482387 bus /gobi_1: Setting Powered False\u000a07:37:30.595964 bus /gobi_0: Setting Powered False\u000a07:37:31.710875 bus /gobi_0: Setting Powered False\u000a07:37:32.819820 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23369): Process ended prematurely: osmo-stp_10.42.42.5(pid=23369) [trial-2401↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23369)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23369): Process ended prematurely: osmo-stp_10.42.42.5(pid=23369) [trial-2401↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a07:37:33.886091 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:33.897257 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:37:34.041617 tst ping.py: using LAC 39398\u000a07:37:34.171475 tst ping.py: using RAC 128\u000a07:37:34.301262 tst ping.py: using CellId 39398\u000a07:37:34.430742 tst ping.py: using BVCI 39399\u000a07:37:34.455959 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:34.467130 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:34.478419 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:34.489449 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:34.500585 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:34.511764 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:34.523220 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:34.534426 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:37:34.831384 tst ping.py:19: start network...\u000a07:37:34.967758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:35.479773 run create_hlr_db(pid=23362): Launched\u000a07:37:35.670556 bus /gobi_6: Setting Powered False\u000a07:37:36.689972 run create_hlr_db(pid=23362): Terminated: ok {rc=0}\u000a07:37:37.099252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23364): Launched\u000a07:37:37.404537 run osmo-hlr_10.42.42.2(pid=23366): Launched\u000a07:37:37.527132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:38.063198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23368): Launched\u000a07:37:38.366435 run osmo-stp_10.42.42.5(pid=23369): Launched\u000a07:37:38.476208 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:39.006229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23371): Launched\u000a07:37:39.113623 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:39.378874 run patchelf(pid=23372): Launched\u000a07:37:39.556135 run osmo-stp_10.42.42.5(pid=23369): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23369)]\u000a07:37:39.686309 run osmo-stp_10.42.42.5(pid=23369): stdout: \u000a| (launched: 2022-12-14_07:37:38.217269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:39.816037 run osmo-stp_10.42.42.5(pid=23369): stderr: \u000a| �[0;m�[38;5;43m20221214073738384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073738384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073738384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073738385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073738385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073738385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073738385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:39.940735 run osmo-stp_10.42.42.5(pid=23369): stdout: \u000a| (launched: 2022-12-14_07:37:38.217269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:40.064200 run osmo-stp_10.42.42.5(pid=23369): stderr: \u000a| �[0;m�[38;5;43m20221214073738384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073738384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073738384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073738385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073738385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073738385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073738385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:40.209986 run patchelf(pid=23372): Terminating (SIGINT)\u000a07:37:40.381660 run patchelf(pid=23372): Terminated: ok {rc=0}\u000a07:37:40.412812 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23369): Process ended prematurely: osmo-stp_10.42.42.5(pid=23369) [trial-2401↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23369)] [trial-2401↪gprs:trx-umtrx↪ping.py:22]\u000a07:37:40.421352 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:37:40.481275 run osmo-hlr_10.42.42.2(pid=23366): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23366)]\u000a07:37:40.530105 run osmo-hlr_10.42.42.2(pid=23366): stdout: \u000a| (launched: 2022-12-14_07:37:37.253180) \u000a07:37:40.580112 run osmo-hlr_10.42.42.2(pid=23366): stderr: \u000a| �[0;m�[1;31m20221214073737428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073737428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073737428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073737428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073737428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073737428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073737441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073737451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073737451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073737451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:40.622380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23364): Terminating (SIGTERM)\u000a07:37:40.662857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23368): Terminating (SIGTERM)\u000a07:37:40.703192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23371): Terminating (SIGTERM)\u000a07:37:40.712476 --- ParallelTerminationStrategy: PID 23364 died...\u000a07:37:40.765638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23364): Terminated: ok {rc=0}\u000a07:37:40.775240 --- ParallelTerminationStrategy: PID 23368 died...\u000a07:37:40.828622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23368): Terminated: ok {rc=0}\u000a07:37:40.838241 --- ParallelTerminationStrategy: PID 23371 died...\u000a07:37:40.891234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23371): Terminated: ok {rc=0}\u000a07:37:40.975394 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23379): Process ended prematurely: osmo-stp_10.42.42.5(pid=23379) [trial-2401↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23379)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23379): Process ended prematurely: osmo-stp_10.42.42.5(pid=23379) [trial-2401↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a07:37:42.028902 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:42.041485 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:37:42.189229 tst ping_idle_ping.py: using LAC 39399\u000a07:37:42.319832 tst ping_idle_ping.py: using RAC 129\u000a07:37:42.448872 tst ping_idle_ping.py: using CellId 39399\u000a07:37:42.576152 tst ping_idle_ping.py: using BVCI 39400\u000a07:37:42.601245 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:42.612794 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:42.623879 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:42.634950 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:42.646478 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:42.657954 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:42.669796 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:37:42.681302 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:37:42.962926 tst ping_idle_ping.py:24: start network...\u000a07:37:43.090200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:43.582816 run create_hlr_db(pid=23373): Launched\u000a07:37:43.759544 bus /gobi_6: Setting Powered False\u000a07:37:44.779294 run create_hlr_db(pid=23373): Terminated: ok {rc=0}\u000a07:37:45.217032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23375): Launched\u000a07:37:45.544558 run osmo-hlr_10.42.42.2(pid=23376): Launched\u000a07:37:45.665470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:46.284156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23378): Launched\u000a07:37:46.802765 run osmo-stp_10.42.42.5(pid=23379): Launched\u000a07:37:46.949259 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:47.528651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23381): Launched\u000a07:37:47.647261 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:47.936325 run patchelf(pid=23382): Launched\u000a07:37:48.129436 run osmo-stp_10.42.42.5(pid=23379): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23379)]\u000a07:37:48.270810 run osmo-stp_10.42.42.5(pid=23379): stdout: \u000a| (launched: 2022-12-14_07:37:46.452801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:48.412332 run osmo-stp_10.42.42.5(pid=23379): stderr: \u000a| �[0;m�[38;5;43m20221214073746677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073746677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073746678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073746678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073746678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073746679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073746679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:48.548107 run osmo-stp_10.42.42.5(pid=23379): stdout: \u000a| (launched: 2022-12-14_07:37:46.452801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:48.682931 run osmo-stp_10.42.42.5(pid=23379): stderr: \u000a| �[0;m�[38;5;43m20221214073746677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073746677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073746678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073746678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073746678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073746679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073746679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:48.840577 run patchelf(pid=23382): Terminating (SIGINT)\u000a07:37:49.026181 run patchelf(pid=23382): Terminated: ok {rc=0}\u000a07:37:49.059759 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23379): Process ended prematurely: osmo-stp_10.42.42.5(pid=23379) [trial-2401↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23379)] [trial-2401↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a07:37:49.069161 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a07:37:49.133034 run osmo-hlr_10.42.42.2(pid=23376): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23376)]\u000a07:37:49.184823 run osmo-hlr_10.42.42.2(pid=23376): stdout: \u000a| (launched: 2022-12-14_07:37:45.383295) \u000a07:37:49.237306 run osmo-hlr_10.42.42.2(pid=23376): stderr: \u000a| �[0;m�[1;31m20221214073745577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073745577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073745577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073745577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073745577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073745577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073745590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073745600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073745601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073745601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:49.282358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23375): Terminating (SIGTERM)\u000a07:37:49.324874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23378): Terminating (SIGTERM)\u000a07:37:49.367450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23381): Terminating (SIGTERM)\u000a07:37:49.377424 --- ParallelTerminationStrategy: PID 23375 died...\u000a07:37:49.434205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23375): Terminated: ok {rc=0}\u000a07:37:49.444440 --- ParallelTerminationStrategy: PID 23378 died...\u000a07:37:49.500734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23378): Terminated: ok {rc=0}\u000a07:37:49.510993 --- ParallelTerminationStrategy: PID 23381 died...\u000a07:37:49.567448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23381): Terminated: ok {rc=0}\u000a07:37:49.655120 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:36:50" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23396): Process ended prematurely: osmo-stp_10.42.42.5(pid=23396) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23396)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23396): Process ended prematurely: osmo-stp_10.42.42.5(pid=23396) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:37:51.798028 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:37:51.809038 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:37:51.957485 tst cs_paging_gprs_active.py: using LAC 39400\u000a07:37:52.089238 tst cs_paging_gprs_active.py: using RAC 130\u000a07:37:52.220470 tst cs_paging_gprs_active.py: using CellId 39400\u000a07:37:52.349316 tst cs_paging_gprs_active.py: using BVCI 39401\u000a07:37:52.374981 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:37:52.386424 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:37:52.397561 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:37:52.408653 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:37:52.420002 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:37:52.431538 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:37:52.443117 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:37:52.454546 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:37:52.466268 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:37:52.586154 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:37:52.888016 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:37:53.027201 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:53.372063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23386): Launched\u000a07:37:53.658683 run iperf3-srv_10.42.42.10(pid=23387): Launched\u000a07:37:53.862706 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:37:54.001242 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:54.344188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23388): Launched\u000a07:37:54.631546 run iperf3-srv_10.42.42.10(pid=23389): Launched\u000a07:37:54.836810 tst cs_paging_gprs_active.py:38: start network...\u000a07:37:54.976357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:55.500399 run create_hlr_db(pid=23390): Launched\u000a07:37:55.692432 bus /gobi_6: Setting Powered False\u000a07:37:56.713305 run create_hlr_db(pid=23390): Terminated: ok {rc=0}\u000a07:37:57.130159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23392): Launched\u000a07:37:57.443771 run osmo-hlr_10.42.42.2(pid=23393): Launched\u000a07:37:57.567029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:58.112232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23395): Launched\u000a07:37:58.421617 run osmo-stp_10.42.42.5(pid=23396): Launched\u000a07:37:58.534906 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:59.076089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23398): Launched\u000a07:37:59.185911 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:59.458121 run patchelf(pid=23399): Launched\u000a07:37:59.639940 run osmo-stp_10.42.42.5(pid=23396): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23396)]\u000a07:37:59.773187 run osmo-stp_10.42.42.5(pid=23396): stdout: \u000a| (launched: 2022-12-14_07:37:58.268673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:59.906011 run osmo-stp_10.42.42.5(pid=23396): stderr: \u000a| �[0;m�[38;5;43m20221214073758437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073758437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073758437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073758438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073758438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073758438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073758438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:00.034273 run osmo-stp_10.42.42.5(pid=23396): stdout: \u000a| (launched: 2022-12-14_07:37:58.268673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:00.161723 run osmo-stp_10.42.42.5(pid=23396): stderr: \u000a| �[0;m�[38;5;43m20221214073758437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073758437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073758437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073758438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073758438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073758438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073758438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:00.311612 run patchelf(pid=23399): Terminating (SIGINT)\u000a07:38:00.488266 run patchelf(pid=23399): Terminated: ok {rc=0}\u000a07:38:00.520472 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23396): Process ended prematurely: osmo-stp_10.42.42.5(pid=23396) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23396)] [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:38:00.529641 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:38:00.589351 run osmo-hlr_10.42.42.2(pid=23393): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23393)]\u000a07:38:00.637890 run osmo-hlr_10.42.42.2(pid=23393): stdout: \u000a| (launched: 2022-12-14_07:37:57.288711) \u000a07:38:00.686958 run osmo-hlr_10.42.42.2(pid=23393): stderr: \u000a| �[0;m�[1;31m20221214073757462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073757462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073757462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073757462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073757462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073757462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073757474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073757483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073757483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073757483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:00.728922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23386): Terminating (SIGTERM)\u000a07:38:00.768626 run iperf3-srv_10.42.42.10(pid=23387): Terminating (SIGTERM)\u000a07:38:00.808373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23388): Terminating (SIGTERM)\u000a07:38:00.860083 run iperf3-srv_10.42.42.10(pid=23389): Terminating (SIGTERM)\u000a07:38:00.918659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23392): Terminating (SIGTERM)\u000a07:38:00.960792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23395): Terminating (SIGTERM)\u000a07:38:01.001490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23398): Terminating (SIGTERM)\u000a07:38:01.010859 --- ParallelTerminationStrategy: PID 23386 died...\u000a07:38:01.088216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23386): Terminated: ok {rc=0}\u000a07:38:01.099359 --- ParallelTerminationStrategy: PID 23387 died...\u000a07:38:01.153037 run iperf3-srv_10.42.42.10(pid=23387): Terminated {rc=256}\u000a07:38:01.163064 --- ParallelTerminationStrategy: PID 23388 died...\u000a07:38:01.216735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23388): Terminated: ok {rc=0}\u000a07:38:01.226799 --- ParallelTerminationStrategy: PID 23389 died...\u000a07:38:01.280200 run iperf3-srv_10.42.42.10(pid=23389): Terminated {rc=256}\u000a07:38:01.290295 --- ParallelTerminationStrategy: PID 23392 died...\u000a07:38:01.344036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23392): Terminated: ok {rc=0}\u000a07:38:01.354183 --- ParallelTerminationStrategy: PID 23395 died...\u000a07:38:01.407824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23395): Terminated: ok {rc=0}\u000a07:38:01.418041 --- ParallelTerminationStrategy: PID 23398 died...\u000a07:38:01.471638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23398): Terminated: ok {rc=0}\u000a07:38:01.555304 bus /gobi_0: Setting Powered False\u000a07:38:02.655885 bus /gobi_0: Setting Powered False\u000a07:38:03.762160 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23408): Process ended prematurely: osmo-stp_10.42.42.5(pid=23408) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23408)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23408): Process ended prematurely: osmo-stp_10.42.42.5(pid=23408) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:38:04.878952 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:04.891415 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:38:05.043890 tst iperf3.py: using LAC 39401\u000a07:38:05.174979 tst iperf3.py: using RAC 131\u000a07:38:05.307473 tst iperf3.py: using CellId 39401\u000a07:38:05.439146 tst iperf3.py: using BVCI 39402\u000a07:38:05.464836 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:05.476384 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:05.487606 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:05.499008 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:05.510680 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:05.522961 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:05.535006 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:05.546697 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:05.558805 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:38:05.846609 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:38:05.975235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:06.297080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23400): Launched\u000a07:38:06.567029 run iperf3-srv_10.42.42.10(pid=23401): Launched\u000a07:38:06.756305 tst iperf3.py:8: start network...\u000a07:38:06.885331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:07.380434 run create_hlr_db(pid=23402): Launched\u000a07:38:07.557250 bus /gobi_6: Setting Powered False\u000a07:38:08.578979 run create_hlr_db(pid=23402): Terminated: ok {rc=0}\u000a07:38:08.991353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23404): Launched\u000a07:38:09.300610 run osmo-hlr_10.42.42.2(pid=23405): Launched\u000a07:38:09.414908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:09.960678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23407): Launched\u000a07:38:10.271665 run osmo-stp_10.42.42.5(pid=23408): Launched\u000a07:38:10.383359 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:10.920684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23410): Launched\u000a07:38:11.030122 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:11.300389 run patchelf(pid=23411): Launched\u000a07:38:11.480538 run osmo-stp_10.42.42.5(pid=23408): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23408)]\u000a07:38:11.612421 run osmo-stp_10.42.42.5(pid=23408): stdout: \u000a| (launched: 2022-12-14_07:38:10.117293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:11.744479 run osmo-stp_10.42.42.5(pid=23408): stderr: \u000a| �[0;m�[38;5;43m20221214073810283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073810283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073810283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073810284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073810285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073810285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073810286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:11.871827 run osmo-stp_10.42.42.5(pid=23408): stdout: \u000a| (launched: 2022-12-14_07:38:10.117293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:11.997991 run osmo-stp_10.42.42.5(pid=23408): stderr: \u000a| �[0;m�[38;5;43m20221214073810283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073810283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073810283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073810284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073810285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073810285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073810286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:12.145666 run patchelf(pid=23411): Terminating (SIGINT)\u000a07:38:12.319953 run patchelf(pid=23411): Terminated: ok {rc=0}\u000a07:38:12.351953 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23408): Process ended prematurely: osmo-stp_10.42.42.5(pid=23408) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23408)] [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a07:38:12.361164 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:38:12.420778 run osmo-hlr_10.42.42.2(pid=23405): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23405)]\u000a07:38:12.469744 run osmo-hlr_10.42.42.2(pid=23405): stdout: \u000a| (launched: 2022-12-14_07:38:09.148341) \u000a07:38:12.519434 run osmo-hlr_10.42.42.2(pid=23405): stderr: \u000a| �[0;m�[1;31m20221214073809322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073809322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073809322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073809322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073809322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073809322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073809334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073809342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073809342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073809342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:12.561884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23400): Terminating (SIGTERM)\u000a07:38:12.601707 run iperf3-srv_10.42.42.10(pid=23401): Terminating (SIGTERM)\u000a07:38:12.641655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23404): Terminating (SIGTERM)\u000a07:38:12.681582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23407): Terminating (SIGTERM)\u000a07:38:12.721439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23410): Terminating (SIGTERM)\u000a07:38:12.730743 --- ParallelTerminationStrategy: PID 23400 died...\u000a07:38:12.784070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23400): Terminated: ok {rc=0}\u000a07:38:12.793838 --- ParallelTerminationStrategy: PID 23401 died...\u000a07:38:12.846889 run iperf3-srv_10.42.42.10(pid=23401): Terminated {rc=256}\u000a07:38:12.856469 --- ParallelTerminationStrategy: PID 23404 died...\u000a07:38:12.909373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23404): Terminated: ok {rc=0}\u000a07:38:12.918983 --- ParallelTerminationStrategy: PID 23407 died...\u000a07:38:12.971816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23407): Terminated: ok {rc=0}\u000a07:38:12.981562 --- ParallelTerminationStrategy: PID 23410 died...\u000a07:38:13.034567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23410): Terminated: ok {rc=0}\u000a07:38:13.122569 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23426): Process ended prematurely: osmo-stp_10.42.42.5(pid=23426) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23426)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23426): Process ended prematurely: osmo-stp_10.42.42.5(pid=23426) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:38:14.235564 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:14.247190 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:38:14.387522 tst iperf3m4.py: using LAC 39402\u000a07:38:14.510990 tst iperf3m4.py: using RAC 132\u000a07:38:14.637160 tst iperf3m4.py: using CellId 39402\u000a07:38:14.762298 tst iperf3m4.py: using BVCI 39403\u000a07:38:14.786116 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:14.797303 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:14.808206 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:14.819236 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:14.830300 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:14.841334 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:14.852495 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:14.863519 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:14.874775 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:38:14.992539 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:38:15.112386 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:38:15.234306 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:38:15.519384 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:38:15.648341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:16.003725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23412): Launched\u000a07:38:16.312933 run iperf3-srv_10.42.42.10(pid=23413): Launched\u000a07:38:16.524162 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:38:16.669205 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:17.029217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23414): Launched\u000a07:38:17.308383 run iperf3-srv_10.42.42.10(pid=23415): Launched\u000a07:38:17.513702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:38:17.653997 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:18.000063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23416): Launched\u000a07:38:18.287908 run iperf3-srv_10.42.42.10(pid=23417): Launched\u000a07:38:18.492286 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:38:18.631398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:18.975923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23418): Launched\u000a07:38:19.263333 run iperf3-srv_10.42.42.10(pid=23419): Launched\u000a07:38:19.466743 tst iperf3m4.py:8: start network...\u000a07:38:19.605026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:20.129728 run create_hlr_db(pid=23420): Launched\u000a07:38:20.321738 bus /gobi_6: Setting Powered False\u000a07:38:21.342034 run create_hlr_db(pid=23420): Terminated: ok {rc=0}\u000a07:38:21.786964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23422): Launched\u000a07:38:22.121832 run osmo-hlr_10.42.42.2(pid=23423): Launched\u000a07:38:22.243215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:22.824773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23425): Launched\u000a07:38:23.160300 run osmo-stp_10.42.42.5(pid=23426): Launched\u000a07:38:23.286042 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:23.870752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23428): Launched\u000a07:38:23.990987 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:24.276004 run patchelf(pid=23429): Launched\u000a07:38:24.458736 run osmo-stp_10.42.42.5(pid=23426): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23426)]\u000a07:38:24.591855 run osmo-stp_10.42.42.5(pid=23426): stdout: \u000a| (launched: 2022-12-14_07:38:22.994176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:24.724866 run osmo-stp_10.42.42.5(pid=23426): stderr: \u000a| �[0;m�[38;5;43m20221214073823184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073823184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073823184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073823185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073823185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073823185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073823186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:24.852920 run osmo-stp_10.42.42.5(pid=23426): stdout: \u000a| (launched: 2022-12-14_07:38:22.994176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:24.979790 run osmo-stp_10.42.42.5(pid=23426): stderr: \u000a| �[0;m�[38;5;43m20221214073823184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073823184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073823184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073823185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073823185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073823185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073823186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:25.129475 run patchelf(pid=23429): Terminating (SIGINT)\u000a07:38:25.305715 run patchelf(pid=23429): Terminated: ok {rc=0}\u000a07:38:25.337959 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23426): Process ended prematurely: osmo-stp_10.42.42.5(pid=23426) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23426)] [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:38:25.347879 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a07:38:25.408277 run osmo-hlr_10.42.42.2(pid=23423): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23423)]\u000a07:38:25.457574 run osmo-hlr_10.42.42.2(pid=23423): stdout: \u000a| (launched: 2022-12-14_07:38:21.956051) \u000a07:38:25.507578 run osmo-hlr_10.42.42.2(pid=23423): stderr: \u000a| �[0;m�[1;31m20221214073822154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073822154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073822154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073822154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073822154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073822154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073822166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073822174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073822175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073822175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:25.550233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23412): Terminating (SIGTERM)\u000a07:38:25.590351 run iperf3-srv_10.42.42.10(pid=23413): Terminating (SIGTERM)\u000a07:38:25.630749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23414): Terminating (SIGTERM)\u000a07:38:25.670962 run iperf3-srv_10.42.42.10(pid=23415): Terminating (SIGTERM)\u000a07:38:25.711170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23416): Terminating (SIGTERM)\u000a07:38:25.751260 run iperf3-srv_10.42.42.10(pid=23417): Terminating (SIGTERM)\u000a07:38:25.791341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23418): Terminating (SIGTERM)\u000a07:38:25.831273 run iperf3-srv_10.42.42.10(pid=23419): Terminating (SIGTERM)\u000a07:38:25.871468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23422): Terminating (SIGTERM)\u000a07:38:25.911495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23425): Terminating (SIGTERM)\u000a07:38:25.952333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23428): Terminating (SIGTERM)\u000a07:38:25.962159 --- ParallelTerminationStrategy: PID 23412 died...\u000a07:38:26.015948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23412): Terminated: ok {rc=0}\u000a07:38:26.026034 --- ParallelTerminationStrategy: PID 23413 died...\u000a07:38:26.079018 run iperf3-srv_10.42.42.10(pid=23413): Terminated {rc=256}\u000a07:38:26.088639 --- ParallelTerminationStrategy: PID 23414 died...\u000a07:38:26.141607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23414): Terminated: ok {rc=0}\u000a07:38:26.151308 --- ParallelTerminationStrategy: PID 23415 died...\u000a07:38:26.204015 run iperf3-srv_10.42.42.10(pid=23415): Terminated {rc=256}\u000a07:38:26.213979 --- ParallelTerminationStrategy: PID 23416 died...\u000a07:38:26.266877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23416): Terminated: ok {rc=0}\u000a07:38:26.276549 --- ParallelTerminationStrategy: PID 23417 died...\u000a07:38:26.329376 run iperf3-srv_10.42.42.10(pid=23417): Terminated {rc=256}\u000a07:38:26.339033 --- ParallelTerminationStrategy: PID 23418 died...\u000a07:38:26.392003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23418): Terminated: ok {rc=0}\u000a07:38:26.401762 --- ParallelTerminationStrategy: PID 23419 died...\u000a07:38:26.454701 run iperf3-srv_10.42.42.10(pid=23419): Terminated {rc=256}\u000a07:38:26.464366 --- ParallelTerminationStrategy: PID 23422 died...\u000a07:38:26.517510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23422): Terminated: ok {rc=0}\u000a07:38:26.527338 --- ParallelTerminationStrategy: PID 23425 died...\u000a07:38:26.580522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23425): Terminated: ok {rc=0}\u000a07:38:26.590278 --- ParallelTerminationStrategy: PID 23428 died...\u000a07:38:26.643152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23428): Terminated: ok {rc=0}\u000a07:38:26.731758 bus /gobi_4: Setting Powered False\u000a07:38:27.836202 bus /gobi_4: Setting Powered False\u000a07:38:28.948663 bus /gobi_1: Setting Powered False\u000a07:38:30.051711 bus /gobi_1: Setting Powered False\u000a07:38:31.167789 bus /gobi_0: Setting Powered False\u000a07:38:32.272518 bus /gobi_0: Setting Powered False\u000a07:38:33.382446 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23436): Process ended prematurely: osmo-stp_10.42.42.5(pid=23436) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23436)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23436): Process ended prematurely: osmo-stp_10.42.42.5(pid=23436) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:38:34.451764 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:34.464082 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:38:34.610091 tst ping.py: using LAC 39403\u000a07:38:34.731104 tst ping.py: using RAC 133\u000a07:38:34.848838 tst ping.py: using CellId 39403\u000a07:38:34.967391 tst ping.py: using BVCI 39404\u000a07:38:34.990747 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:35.001917 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:35.012776 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:35.023517 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:35.034566 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:35.045262 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:35.056194 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:35.067100 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:38:35.363242 tst ping.py:19: start network...\u000a07:38:35.499277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:36.015931 run create_hlr_db(pid=23430): Launched\u000a07:38:36.206456 bus /gobi_6: Setting Powered False\u000a07:38:37.225836 run create_hlr_db(pid=23430): Terminated: ok {rc=0}\u000a07:38:37.638981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23432): Launched\u000a07:38:37.942759 run osmo-hlr_10.42.42.2(pid=23433): Launched\u000a07:38:38.059174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:38.588926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23435): Launched\u000a07:38:38.892080 run osmo-stp_10.42.42.5(pid=23436): Launched\u000a07:38:39.001121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:39.529391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23438): Launched\u000a07:38:39.636686 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:39.901622 run patchelf(pid=23439): Launched\u000a07:38:40.079512 run osmo-stp_10.42.42.5(pid=23436): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23436)]\u000a07:38:40.210003 run osmo-stp_10.42.42.5(pid=23436): stdout: \u000a| (launched: 2022-12-14_07:38:38.742769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:40.340032 run osmo-stp_10.42.42.5(pid=23436): stderr: \u000a| �[0;m�[38;5;43m20221214073838911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073838911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073838911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073838912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073838912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073838912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073838912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:40.464822 run osmo-stp_10.42.42.5(pid=23436): stdout: \u000a| (launched: 2022-12-14_07:38:38.742769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:40.588449 run osmo-stp_10.42.42.5(pid=23436): stderr: \u000a| �[0;m�[38;5;43m20221214073838911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073838911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073838911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073838912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073838912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073838912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073838912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:40.734287 run patchelf(pid=23439): Terminating (SIGINT)\u000a07:38:40.905894 run patchelf(pid=23439): Terminated: ok {rc=0}\u000a07:38:40.936816 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23436): Process ended prematurely: osmo-stp_10.42.42.5(pid=23436) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23436)] [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a07:38:40.945424 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:38:41.004979 run osmo-hlr_10.42.42.2(pid=23433): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23433)]\u000a07:38:41.053593 run osmo-hlr_10.42.42.2(pid=23433): stdout: \u000a| (launched: 2022-12-14_07:38:37.792878) \u000a07:38:41.102927 run osmo-hlr_10.42.42.2(pid=23433): stderr: \u000a| �[0;m�[1;31m20221214073837968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073837968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073837968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073837968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073837968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073837968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073837980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073837988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073837988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073837989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:41.145113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23432): Terminating (SIGTERM)\u000a07:38:41.185016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23435): Terminating (SIGTERM)\u000a07:38:41.224896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23438): Terminating (SIGTERM)\u000a07:38:41.234337 --- ParallelTerminationStrategy: PID 23432 died...\u000a07:38:41.287474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23432): Terminated: ok {rc=0}\u000a07:38:41.297517 --- ParallelTerminationStrategy: PID 23435 died...\u000a07:38:41.350479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23435): Terminated: ok {rc=0}\u000a07:38:41.360274 --- ParallelTerminationStrategy: PID 23438 died...\u000a07:38:41.413419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23438): Terminated: ok {rc=0}\u000a07:38:41.496592 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23446): Process ended prematurely: osmo-stp_10.42.42.5(pid=23446) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23446)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23446): Process ended prematurely: osmo-stp_10.42.42.5(pid=23446) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:38:42.547139 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:42.558842 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:38:42.697805 tst ping_idle_ping.py: using LAC 39404\u000a07:38:42.827645 tst ping_idle_ping.py: using RAC 134\u000a07:38:42.953111 tst ping_idle_ping.py: using CellId 39404\u000a07:38:43.080926 tst ping_idle_ping.py: using BVCI 39405\u000a07:38:43.106327 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:43.117931 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:43.129308 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:43.140462 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:43.152485 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:43.164574 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:43.177046 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:38:43.189119 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:38:43.472237 tst ping_idle_ping.py:24: start network...\u000a07:38:43.598559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:44.091677 run create_hlr_db(pid=23440): Launched\u000a07:38:44.270349 bus /gobi_6: Setting Powered False\u000a07:38:45.289578 run create_hlr_db(pid=23440): Terminated: ok {rc=0}\u000a07:38:45.728767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23442): Launched\u000a07:38:46.177417 run osmo-hlr_10.42.42.2(pid=23443): Launched\u000a07:38:46.306920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:46.962052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23445): Launched\u000a07:38:47.362040 run osmo-stp_10.42.42.5(pid=23446): Launched\u000a07:38:47.482109 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:48.023019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23448): Launched\u000a07:38:48.140896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:48.428893 run patchelf(pid=23449): Launched\u000a07:38:48.621069 run osmo-stp_10.42.42.5(pid=23446): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23446)]\u000a07:38:48.761648 run osmo-stp_10.42.42.5(pid=23446): stdout: \u000a| (launched: 2022-12-14_07:38:47.131315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:48.901670 run osmo-stp_10.42.42.5(pid=23446): stderr: \u000a| �[0;m�[38;5;43m20221214073847338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073847338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073847338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073847339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073847339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073847339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073847339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:49.036862 run osmo-stp_10.42.42.5(pid=23446): stdout: \u000a| (launched: 2022-12-14_07:38:47.131315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:49.170848 run osmo-stp_10.42.42.5(pid=23446): stderr: \u000a| �[0;m�[38;5;43m20221214073847338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073847338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073847338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073847339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073847339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073847339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073847339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:49.327391 run patchelf(pid=23449): Terminating (SIGINT)\u000a07:38:49.511516 run patchelf(pid=23449): Terminated: ok {rc=0}\u000a07:38:49.544906 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23446): Process ended prematurely: osmo-stp_10.42.42.5(pid=23446) [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23446)] [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:38:49.554314 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a07:38:49.618231 run osmo-hlr_10.42.42.2(pid=23443): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23443)]\u000a07:38:49.670681 run osmo-hlr_10.42.42.2(pid=23443): stdout: \u000a| (launched: 2022-12-14_07:38:45.915173) \u000a07:38:49.723901 run osmo-hlr_10.42.42.2(pid=23443): stderr: \u000a| �[0;m�[1;31m20221214073846239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073846239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073846239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073846239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073846239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073846239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073846261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073846278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073846278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073846278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:49.768667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23442): Terminating (SIGTERM)\u000a07:38:49.811586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23445): Terminating (SIGTERM)\u000a07:38:49.854312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23448): Terminating (SIGTERM)\u000a07:38:49.864189 --- ParallelTerminationStrategy: PID 23442 died...\u000a07:38:49.921801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23442): Terminated: ok {rc=0}\u000a07:38:49.932126 --- ParallelTerminationStrategy: PID 23445 died...\u000a07:38:49.988392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23445): Terminated: ok {rc=0}\u000a07:38:49.998612 --- ParallelTerminationStrategy: PID 23448 died...\u000a07:38:50.055186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23448): Terminated: ok {rc=0}\u000a07:38:50.143728 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:37:51" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23463): Process ended prematurely: osmo-stp_10.42.42.5(pid=23463) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23463)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23463): Process ended prematurely: osmo-stp_10.42.42.5(pid=23463) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:38:52.308306 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:38:52.319688 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:38:52.485912 tst cs_paging_gprs_active.py: using LAC 39405\u000a07:38:52.616488 tst cs_paging_gprs_active.py: using RAC 135\u000a07:38:52.745623 tst cs_paging_gprs_active.py: using CellId 39405\u000a07:38:52.868026 tst cs_paging_gprs_active.py: using BVCI 39406\u000a07:38:52.892185 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:38:52.903304 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:38:52.914268 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:38:52.925182 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:38:52.935966 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:38:52.946809 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:38:52.957639 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:38:52.968262 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:38:52.979685 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:38:53.103259 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:38:53.389660 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:38:53.518818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:53.841445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23453): Launched\u000a07:38:54.110470 run iperf3-srv_10.42.42.10(pid=23454): Launched\u000a07:38:54.300814 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:38:54.429493 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:38:54.751176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23455): Launched\u000a07:38:55.020212 run iperf3-srv_10.42.42.10(pid=23456): Launched\u000a07:38:55.210385 tst cs_paging_gprs_active.py:38: start network...\u000a07:38:55.340396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:55.839529 run create_hlr_db(pid=23457): Launched\u000a07:38:56.017416 bus /gobi_6: Setting Powered False\u000a07:38:57.038689 run create_hlr_db(pid=23457): Terminated: ok {rc=0}\u000a07:38:57.481958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23459): Launched\u000a07:38:57.816779 run osmo-hlr_10.42.42.2(pid=23460): Launched\u000a07:38:57.938809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:58.519059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23462): Launched\u000a07:38:58.832300 run osmo-stp_10.42.42.5(pid=23463): Launched\u000a07:38:58.944029 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:59.484879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23465): Launched\u000a07:38:59.595069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:59.873306 run patchelf(pid=23466): Launched\u000a07:39:00.055218 run osmo-stp_10.42.42.5(pid=23463): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23463)]\u000a07:39:00.187571 run osmo-stp_10.42.42.5(pid=23463): stdout: \u000a| (launched: 2022-12-14_07:38:58.676410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:00.320610 run osmo-stp_10.42.42.5(pid=23463): stderr: \u000a| �[0;m�[38;5;43m20221214073858844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073858845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073858845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073858845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073858846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073858846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073858846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:00.448585 run osmo-stp_10.42.42.5(pid=23463): stdout: \u000a| (launched: 2022-12-14_07:38:58.676410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:00.575127 run osmo-stp_10.42.42.5(pid=23463): stderr: \u000a| �[0;m�[38;5;43m20221214073858844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073858845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073858845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073858845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073858846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073858846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073858846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:00.723348 run patchelf(pid=23466): Terminating (SIGINT)\u000a07:39:00.913442 run patchelf(pid=23466): Terminated: ok {rc=0}\u000a07:39:00.946468 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23463): Process ended prematurely: osmo-stp_10.42.42.5(pid=23463) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23463)] [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:39:00.956255 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:39:01.017470 run osmo-hlr_10.42.42.2(pid=23460): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23460)]\u000a07:39:01.067907 run osmo-hlr_10.42.42.2(pid=23460): stdout: \u000a| (launched: 2022-12-14_07:38:57.651482) \u000a07:39:01.118651 run osmo-hlr_10.42.42.2(pid=23460): stderr: \u000a| �[0;m�[1;31m20221214073857847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073857847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073857847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073857848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073857848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073857848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073857859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073857868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073857869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073857869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:01.161882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23453): Terminating (SIGTERM)\u000a07:39:01.202507 run iperf3-srv_10.42.42.10(pid=23454): Terminating (SIGTERM)\u000a07:39:01.243100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23455): Terminating (SIGTERM)\u000a07:39:01.284561 run iperf3-srv_10.42.42.10(pid=23456): Terminating (SIGTERM)\u000a07:39:01.328490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23459): Terminating (SIGTERM)\u000a07:39:01.370309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23462): Terminating (SIGTERM)\u000a07:39:01.412583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23465): Terminating (SIGTERM)\u000a07:39:01.422070 --- ParallelTerminationStrategy: PID 23453 died...\u000a07:39:01.476140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23453): Terminated: ok {rc=0}\u000a07:39:01.486227 --- ParallelTerminationStrategy: PID 23454 died...\u000a07:39:01.553337 run iperf3-srv_10.42.42.10(pid=23454): Terminated {rc=256}\u000a07:39:01.563585 --- ParallelTerminationStrategy: PID 23455 died...\u000a07:39:01.617894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23455): Terminated: ok {rc=0}\u000a07:39:01.627987 --- ParallelTerminationStrategy: PID 23456 died...\u000a07:39:01.691433 run iperf3-srv_10.42.42.10(pid=23456): Terminated {rc=256}\u000a07:39:01.702801 --- ParallelTerminationStrategy: PID 23459 died...\u000a07:39:01.774741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23459): Terminated: ok {rc=0}\u000a07:39:01.788486 --- ParallelTerminationStrategy: PID 23462 died...\u000a07:39:01.861864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23462): Terminated: ok {rc=0}\u000a07:39:01.877813 --- ParallelTerminationStrategy: PID 23465 died...\u000a07:39:01.940695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23465): Terminated: ok {rc=0}\u000a07:39:02.052713 bus /gobi_0: Setting Powered False\u000a07:39:03.196790 bus /gobi_0: Setting Powered False\u000a07:39:04.310715 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23746): Process ended prematurely: osmo-stp_10.42.42.5(pid=23746) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23746)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23746): Process ended prematurely: osmo-stp_10.42.42.5(pid=23746) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:39:05.425831 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:05.438405 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:39:05.607414 tst iperf3.py: using LAC 39406\u000a07:39:05.739113 tst iperf3.py: using RAC 136\u000a07:39:05.870967 tst iperf3.py: using CellId 39406\u000a07:39:06.001962 tst iperf3.py: using BVCI 39407\u000a07:39:06.028679 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:06.041237 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:06.053411 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:06.065793 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:06.079187 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:06.092661 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:06.106816 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:06.119800 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:06.133197 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:39:06.442980 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:39:06.584549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:39:06.942275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23738): Launched\u000a07:39:07.245156 run iperf3-srv_10.42.42.10(pid=23739): Launched\u000a07:39:07.452201 tst iperf3.py:8: start network...\u000a07:39:07.593697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:08.160132 run create_hlr_db(pid=23740): Launched\u000a07:39:08.354789 bus /gobi_6: Setting Powered False\u000a07:39:09.379298 run create_hlr_db(pid=23740): Terminated: ok {rc=0}\u000a07:39:09.845936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23742): Launched\u000a07:39:10.290637 run osmo-hlr_10.42.42.2(pid=23743): Launched\u000a07:39:10.535175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:11.239584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23745): Launched\u000a07:39:11.675500 run osmo-stp_10.42.42.5(pid=23746): Launched\u000a07:39:11.891463 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:39:12.491045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23748): Launched\u000a07:39:12.610945 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:39:12.916442 run patchelf(pid=23749): Launched\u000a07:39:13.112933 run osmo-stp_10.42.42.5(pid=23746): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23746)]\u000a07:39:13.257806 run osmo-stp_10.42.42.5(pid=23746): stdout: \u000a| (launched: 2022-12-14_07:39:11.407394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:13.402158 run osmo-stp_10.42.42.5(pid=23746): stderr: \u000a| �[0;m�[38;5;43m20221214073911700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073911700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073911700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073911701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073911709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073911709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073911709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:13.541707 run osmo-stp_10.42.42.5(pid=23746): stdout: \u000a| (launched: 2022-12-14_07:39:11.407394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:13.680069 run osmo-stp_10.42.42.5(pid=23746): stderr: \u000a| �[0;m�[38;5;43m20221214073911700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073911700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073911700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073911701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073911709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073911709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073911709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:13.842868 run patchelf(pid=23749): Terminating (SIGINT)\u000a07:39:14.032641 run patchelf(pid=23749): Terminated: ok {rc=0}\u000a07:39:14.068006 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23746): Process ended prematurely: osmo-stp_10.42.42.5(pid=23746) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23746)] [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:39:14.079153 tst iperf3.py:8: Test FAILED (8.7 sec)\u000a07:39:14.146942 run osmo-hlr_10.42.42.2(pid=23743): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23743)]\u000a07:39:14.202062 run osmo-hlr_10.42.42.2(pid=23743): stdout: \u000a| (launched: 2022-12-14_07:39:10.019279) \u000a07:39:14.257286 run osmo-hlr_10.42.42.2(pid=23743): stderr: \u000a| �[0;m�[1;31m20221214073910333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073910333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073910333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073910333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073910333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073910333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073910352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073910360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073910360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073910360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:14.305736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23738): Terminating (SIGTERM)\u000a07:39:14.351995 run iperf3-srv_10.42.42.10(pid=23739): Terminating (SIGTERM)\u000a07:39:14.398408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23742): Terminating (SIGTERM)\u000a07:39:14.444828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23745): Terminating (SIGTERM)\u000a07:39:14.492492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23748): Terminating (SIGTERM)\u000a07:39:14.503475 --- ParallelTerminationStrategy: PID 23738 died...\u000a07:39:14.564727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23738): Terminated: ok {rc=0}\u000a07:39:14.576916 --- ParallelTerminationStrategy: PID 23739 died...\u000a07:39:14.636057 run iperf3-srv_10.42.42.10(pid=23739): Terminated {rc=256}\u000a07:39:14.648250 --- ParallelTerminationStrategy: PID 23742 died...\u000a07:39:14.710062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23742): Terminated: ok {rc=0}\u000a07:39:14.722191 --- ParallelTerminationStrategy: PID 23745 died...\u000a07:39:14.781049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23745): Terminated: ok {rc=0}\u000a07:39:14.792904 --- ParallelTerminationStrategy: PID 23748 died...\u000a07:39:14.851653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23748): Terminated: ok {rc=0}\u000a07:39:14.944928 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23764): Process ended prematurely: osmo-stp_10.42.42.5(pid=23764) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23764)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23764): Process ended prematurely: osmo-stp_10.42.42.5(pid=23764) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:39:16.101617 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:16.117973 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:39:16.330429 tst iperf3m4.py: using LAC 39407\u000a07:39:16.479256 tst iperf3m4.py: using RAC 137\u000a07:39:16.641690 tst iperf3m4.py: using CellId 39407\u000a07:39:16.814286 tst iperf3m4.py: using BVCI 39408\u000a07:39:16.840416 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:16.852929 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:16.865555 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:16.877935 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:16.892932 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:16.906242 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:16.919806 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:16.932715 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:16.946229 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:39:17.095692 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:39:17.268128 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:39:17.410020 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:39:17.732458 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:39:17.861072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:39:18.197464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23750): Launched\u000a07:39:18.480174 run iperf3-srv_10.42.42.10(pid=23751): Launched\u000a07:39:18.668574 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:39:18.797289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:39:19.136259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Launched\u000a07:39:19.423840 run iperf3-srv_10.42.42.10(pid=23753): Launched\u000a07:39:19.611851 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:39:19.742770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:39:20.079975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23754): Launched\u000a07:39:20.362152 run iperf3-srv_10.42.42.10(pid=23755): Launched\u000a07:39:20.551860 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:39:20.680355 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:39:21.017742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23756): Launched\u000a07:39:21.300877 run iperf3-srv_10.42.42.10(pid=23757): Launched\u000a07:39:21.488686 tst iperf3m4.py:8: start network...\u000a07:39:21.617298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:22.149997 run create_hlr_db(pid=23758): Launched\u000a07:39:22.328898 bus /gobi_6: Setting Powered False\u000a07:39:23.356579 run create_hlr_db(pid=23758): Terminated: ok {rc=0}\u000a07:39:23.796414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23760): Launched\u000a07:39:24.227701 run osmo-hlr_10.42.42.2(pid=23761): Launched\u000a07:39:24.471492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:25.057363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23763): Launched\u000a07:39:25.490336 run osmo-stp_10.42.42.5(pid=23764): Launched\u000a07:39:25.662021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:39:26.196538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23767): Launched\u000a07:39:26.304195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:39:26.571861 run patchelf(pid=23768): Launched\u000a07:39:26.750092 run osmo-stp_10.42.42.5(pid=23764): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23764)]\u000a07:39:26.880183 run osmo-stp_10.42.42.5(pid=23764): stdout: \u000a| (launched: 2022-12-14_07:39:25.225929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:27.010567 run osmo-stp_10.42.42.5(pid=23764): stderr: \u000a| �[0;m�[38;5;43m20221214073925525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073925525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073925525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073925526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073925526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073925526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073925527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:27.135838 run osmo-stp_10.42.42.5(pid=23764): stdout: \u000a| (launched: 2022-12-14_07:39:25.225929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:27.260201 run osmo-stp_10.42.42.5(pid=23764): stderr: \u000a| �[0;m�[38;5;43m20221214073925525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073925525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073925525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073925526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073925526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073925526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073925527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:27.406133 run patchelf(pid=23768): Terminating (SIGINT)\u000a07:39:27.578578 run patchelf(pid=23768): Terminated: ok {rc=0}\u000a07:39:27.610223 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23764): Process ended prematurely: osmo-stp_10.42.42.5(pid=23764) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23764)] [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:39:27.619567 tst iperf3m4.py:8: Test FAILED (11.6 sec)\u000a07:39:27.679796 run osmo-hlr_10.42.42.2(pid=23761): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23761)]\u000a07:39:27.728937 run osmo-hlr_10.42.42.2(pid=23761): stdout: \u000a| (launched: 2022-12-14_07:39:23.965352) \u000a07:39:27.778793 run osmo-hlr_10.42.42.2(pid=23761): stderr: \u000a| �[0;m�[1;31m20221214073924271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073924272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073924272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073924272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073924272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073924272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073924291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073924308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073924308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073924308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:27.821164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23750): Terminating (SIGTERM)\u000a07:39:27.861153 run iperf3-srv_10.42.42.10(pid=23751): Terminating (SIGTERM)\u000a07:39:27.903242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Terminating (SIGTERM)\u000a07:39:27.943516 run iperf3-srv_10.42.42.10(pid=23753): Terminating (SIGTERM)\u000a07:39:27.983044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23754): Terminating (SIGTERM)\u000a07:39:28.022427 run iperf3-srv_10.42.42.10(pid=23755): Terminating (SIGTERM)\u000a07:39:28.061894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23756): Terminating (SIGTERM)\u000a07:39:28.101390 run iperf3-srv_10.42.42.10(pid=23757): Terminating (SIGTERM)\u000a07:39:28.141103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23760): Terminating (SIGTERM)\u000a07:39:28.180561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23763): Terminating (SIGTERM)\u000a07:39:28.220133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23767): Terminating (SIGTERM)\u000a07:39:28.229245 --- ParallelTerminationStrategy: PID 23750 died...\u000a07:39:28.282050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23750): Terminated: ok {rc=0}\u000a07:39:28.291489 --- ParallelTerminationStrategy: PID 23751 died...\u000a07:39:28.343875 run iperf3-srv_10.42.42.10(pid=23751): Terminated {rc=256}\u000a07:39:28.353299 --- ParallelTerminationStrategy: PID 23752 died...\u000a07:39:28.405623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23752): Terminated: ok {rc=0}\u000a07:39:28.414981 --- ParallelTerminationStrategy: PID 23753 died...\u000a07:39:28.467859 run iperf3-srv_10.42.42.10(pid=23753): Terminated {rc=256}\u000a07:39:28.477390 --- ParallelTerminationStrategy: PID 23754 died...\u000a07:39:28.530043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23754): Terminated: ok {rc=0}\u000a07:39:28.539434 --- ParallelTerminationStrategy: PID 23755 died...\u000a07:39:28.591818 run iperf3-srv_10.42.42.10(pid=23755): Terminated {rc=256}\u000a07:39:28.601281 --- ParallelTerminationStrategy: PID 23756 died...\u000a07:39:28.653665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23756): Terminated: ok {rc=0}\u000a07:39:28.663512 --- ParallelTerminationStrategy: PID 23757 died...\u000a07:39:28.716275 run iperf3-srv_10.42.42.10(pid=23757): Terminated {rc=256}\u000a07:39:28.725743 --- ParallelTerminationStrategy: PID 23760 died...\u000a07:39:28.778186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23760): Terminated: ok {rc=0}\u000a07:39:28.787619 --- ParallelTerminationStrategy: PID 23763 died...\u000a07:39:28.839795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23763): Terminated: ok {rc=0}\u000a07:39:28.849367 --- ParallelTerminationStrategy: PID 23767 died...\u000a07:39:28.901895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23767): Terminated: ok {rc=0}\u000a07:39:28.984901 bus /gobi_4: Setting Powered False\u000a07:39:30.089340 bus /gobi_4: Setting Powered False\u000a07:39:31.224188 bus /gobi_1: Setting Powered False\u000a07:39:32.328787 bus /gobi_1: Setting Powered False\u000a07:39:33.439498 bus /gobi_0: Setting Powered False\u000a07:39:34.542348 bus /gobi_0: Setting Powered False\u000a07:39:35.652830 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23775): Process ended prematurely: osmo-stp_10.42.42.5(pid=23775) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23775)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23775): Process ended prematurely: osmo-stp_10.42.42.5(pid=23775) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:39:36.720637 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:36.732323 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:39:36.887063 tst ping.py: using LAC 39408\u000a07:39:37.005896 tst ping.py: using RAC 138\u000a07:39:37.131274 tst ping.py: using CellId 39408\u000a07:39:37.256798 tst ping.py: using BVCI 39409\u000a07:39:37.281563 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:37.293133 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:37.304510 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:37.316195 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:37.327808 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:37.339392 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:37.351089 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:37.362631 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:39:37.639820 tst ping.py:19: start network...\u000a07:39:37.764296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:38.248797 run create_hlr_db(pid=23769): Launched\u000a07:39:38.421770 bus /gobi_6: Setting Powered False\u000a07:39:39.442080 run create_hlr_db(pid=23769): Terminated: ok {rc=0}\u000a07:39:39.871592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23771): Launched\u000a07:39:40.193156 run osmo-hlr_10.42.42.2(pid=23772): Launched\u000a07:39:40.312120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:40.872794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23774): Launched\u000a07:39:41.195465 run osmo-stp_10.42.42.5(pid=23775): Launched\u000a07:39:41.316416 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:39:41.881517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23777): Launched\u000a07:39:41.995968 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:39:42.278131 run patchelf(pid=23778): Launched\u000a07:39:42.465878 run osmo-stp_10.42.42.5(pid=23775): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23775)]\u000a07:39:42.603587 run osmo-stp_10.42.42.5(pid=23775): stdout: \u000a| (launched: 2022-12-14_07:39:41.035674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:42.742315 run osmo-stp_10.42.42.5(pid=23775): stderr: \u000a| �[0;m�[38;5;43m20221214073941228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073941228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073941228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073941229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073941229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073941229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073941229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:42.875062 run osmo-stp_10.42.42.5(pid=23775): stdout: \u000a| (launched: 2022-12-14_07:39:41.035674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:43.006277 run osmo-stp_10.42.42.5(pid=23775): stderr: \u000a| �[0;m�[38;5;43m20221214073941228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073941228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073941228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073941229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073941229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073941229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073941229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:43.160199 run patchelf(pid=23778): Terminating (SIGINT)\u000a07:39:43.341393 run patchelf(pid=23778): Terminated: ok {rc=0}\u000a07:39:43.374194 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23775): Process ended prematurely: osmo-stp_10.42.42.5(pid=23775) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23775)] [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:39:43.383686 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:39:43.447292 run osmo-hlr_10.42.42.2(pid=23772): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23772)]\u000a07:39:43.499209 run osmo-hlr_10.42.42.2(pid=23772): stdout: \u000a| (launched: 2022-12-14_07:39:40.034256) \u000a07:39:43.551974 run osmo-hlr_10.42.42.2(pid=23772): stderr: \u000a| �[0;m�[1;31m20221214073940235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073940235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073940235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073940235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073940235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073940235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073940245 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073940253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073940254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073940254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:43.596994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23771): Terminating (SIGTERM)\u000a07:39:43.639624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23774): Terminating (SIGTERM)\u000a07:39:43.682337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23777): Terminating (SIGTERM)\u000a07:39:43.692042 --- ParallelTerminationStrategy: PID 23771 died...\u000a07:39:43.748792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23771): Terminated: ok {rc=0}\u000a07:39:43.759057 --- ParallelTerminationStrategy: PID 23774 died...\u000a07:39:43.815324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23774): Terminated: ok {rc=0}\u000a07:39:43.825496 --- ParallelTerminationStrategy: PID 23777 died...\u000a07:39:43.881650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23777): Terminated: ok {rc=0}\u000a07:39:43.969037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23785): Process ended prematurely: osmo-stp_10.42.42.5(pid=23785) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23785): Process ended prematurely: osmo-stp_10.42.42.5(pid=23785) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:39:45.021478 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:45.034209 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:39:45.209324 tst ping_idle_ping.py: using LAC 39409\u000a07:39:45.334183 tst ping_idle_ping.py: using RAC 139\u000a07:39:45.461777 tst ping_idle_ping.py: using CellId 39409\u000a07:39:45.586217 tst ping_idle_ping.py: using BVCI 39410\u000a07:39:45.610989 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:45.622618 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:45.634090 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:45.645503 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:45.657683 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:45.670176 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:45.682584 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:39:45.694659 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:39:45.985303 tst ping_idle_ping.py:24: start network...\u000a07:39:46.114859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:46.621941 run create_hlr_db(pid=23779): Launched\u000a07:39:46.801702 bus /gobi_6: Setting Powered False\u000a07:39:47.816704 run create_hlr_db(pid=23779): Terminated: ok {rc=0}\u000a07:39:48.245871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23781): Launched\u000a07:39:48.568766 run osmo-hlr_10.42.42.2(pid=23782): Launched\u000a07:39:48.687282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:49.246739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23784): Launched\u000a07:39:49.571097 run osmo-stp_10.42.42.5(pid=23785): Launched\u000a07:39:49.688318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:39:50.253830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23787): Launched\u000a07:39:50.368565 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:39:50.649928 run patchelf(pid=23788): Launched\u000a07:39:50.838885 run osmo-stp_10.42.42.5(pid=23785): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)]\u000a07:39:50.976619 run osmo-stp_10.42.42.5(pid=23785): stdout: \u000a| (launched: 2022-12-14_07:39:49.411414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:51.114796 run osmo-stp_10.42.42.5(pid=23785): stderr: \u000a| �[0;m�[38;5;43m20221214073949603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073949603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073949604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073949604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073949605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073949605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073949605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:51.247682 run osmo-stp_10.42.42.5(pid=23785): stdout: \u000a| (launched: 2022-12-14_07:39:49.411414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:51.379625 run osmo-stp_10.42.42.5(pid=23785): stderr: \u000a| �[0;m�[38;5;43m20221214073949603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214073949603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214073949604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214073949604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214073949605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214073949605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214073949605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:51.534095 run patchelf(pid=23788): Terminating (SIGINT)\u000a07:39:51.716176 run patchelf(pid=23788): Terminated: ok {rc=0}\u000a07:39:51.749345 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23785): Process ended prematurely: osmo-stp_10.42.42.5(pid=23785) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)] [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:39:51.758771 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:39:51.822460 run osmo-hlr_10.42.42.2(pid=23782): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23782)]\u000a07:39:51.874528 run osmo-hlr_10.42.42.2(pid=23782): stdout: \u000a| (launched: 2022-12-14_07:39:48.408810) \u000a07:39:51.927260 run osmo-hlr_10.42.42.2(pid=23782): stderr: \u000a| �[0;m�[1;31m20221214073948606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214073948606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214073948606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073948606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214073948606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214073948606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214073948618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214073948626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214073948627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214073948627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:51.972084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23781): Terminating (SIGTERM)\u000a07:39:52.014765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23784): Terminating (SIGTERM)\u000a07:39:52.056853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23787): Terminating (SIGTERM)\u000a07:39:52.066540 --- ParallelTerminationStrategy: PID 23781 died...\u000a07:39:52.123377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23781): Terminated: ok {rc=0}\u000a07:39:52.133492 --- ParallelTerminationStrategy: PID 23784 died...\u000a07:39:52.189726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23784): Terminated: ok {rc=0}\u000a07:39:52.199753 --- ParallelTerminationStrategy: PID 23787 died...\u000a07:39:52.256307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23787): Terminated: ok {rc=0}\u000a07:39:52.344532 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:38:51" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23804): Process ended prematurely: osmo-stp_10.42.42.5(pid=23804) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23804)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23804): Process ended prematurely: osmo-stp_10.42.42.5(pid=23804) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:39:54.510458 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:39:54.521850 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:39:54.687428 tst cs_paging_gprs_active.py: using LAC 39410\u000a07:39:54.817422 tst cs_paging_gprs_active.py: using RAC 140\u000a07:39:54.947299 tst cs_paging_gprs_active.py: using CellId 39410\u000a07:39:55.077243 tst cs_paging_gprs_active.py: using BVCI 39411\u000a07:39:55.102268 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:39:55.113728 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:39:55.125063 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:39:55.136329 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:39:55.147884 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:39:55.159520 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:39:55.171309 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:39:55.182885 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:39:55.194738 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:39:55.313466 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:39:55.618544 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:39:55.756452 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:39:56.097413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23794): Launched\u000a07:39:56.383122 run iperf3-srv_10.42.42.10(pid=23795): Launched\u000a07:39:56.585966 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:39:56.724744 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:39:57.067135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23796): Launched\u000a07:39:57.350076 run iperf3-srv_10.42.42.10(pid=23797): Launched\u000a07:39:57.551189 tst cs_paging_gprs_active.py:38: start network...\u000a07:39:57.688496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:58.207176 run create_hlr_db(pid=23798): Launched\u000a07:39:58.396477 bus /gobi_6: Setting Powered False\u000a07:39:59.417767 run create_hlr_db(pid=23798): Terminated: ok {rc=0}\u000a07:39:59.831690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23800): Launched\u000a07:40:00.140223 run osmo-hlr_10.42.42.2(pid=23801): Launched\u000a07:40:00.253766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:00.787590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23803): Launched\u000a07:40:01.273648 run osmo-stp_10.42.42.5(pid=23804): Launched\u000a07:40:01.414135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:40:02.060278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23809): Launched\u000a07:40:02.182528 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:40:02.472429 run patchelf(pid=23810): Launched\u000a07:40:02.651544 run osmo-stp_10.42.42.5(pid=23804): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23804)]\u000a07:40:02.782611 run osmo-stp_10.42.42.5(pid=23804): stdout: \u000a| (launched: 2022-12-14_07:40:00.959412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:02.912933 run osmo-stp_10.42.42.5(pid=23804): stderr: \u000a| �[0;m�[38;5;43m20221214074001145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074001145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074001145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074001146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074001146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074001146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074001146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:03.038788 run osmo-stp_10.42.42.5(pid=23804): stdout: \u000a| (launched: 2022-12-14_07:40:00.959412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:03.163714 run osmo-stp_10.42.42.5(pid=23804): stderr: \u000a| �[0;m�[38;5;43m20221214074001145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074001145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074001145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074001146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074001146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074001146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074001146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:03.310515 run patchelf(pid=23810): Terminating (SIGINT)\u000a07:40:03.483328 run patchelf(pid=23810): Terminated: ok {rc=0}\u000a07:40:03.515145 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23804): Process ended prematurely: osmo-stp_10.42.42.5(pid=23804) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23804)] [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:40:03.524399 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a07:40:03.584098 run osmo-hlr_10.42.42.2(pid=23801): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23801)]\u000a07:40:03.632789 run osmo-hlr_10.42.42.2(pid=23801): stdout: \u000a| (launched: 2022-12-14_07:39:59.987168) \u000a07:40:03.682302 run osmo-hlr_10.42.42.2(pid=23801): stderr: \u000a| �[0;m�[1;31m20221214074000164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074000164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074000164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074000164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074000164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074000164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074000176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074000184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074000184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074000184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:03.724513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23794): Terminating (SIGTERM)\u000a07:40:03.764076 run iperf3-srv_10.42.42.10(pid=23795): Terminating (SIGTERM)\u000a07:40:03.803791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23796): Terminating (SIGTERM)\u000a07:40:03.843409 run iperf3-srv_10.42.42.10(pid=23797): Terminating (SIGTERM)\u000a07:40:03.883077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23800): Terminating (SIGTERM)\u000a07:40:03.922550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23803): Terminating (SIGTERM)\u000a07:40:03.962253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23809): Terminating (SIGTERM)\u000a07:40:03.971348 --- ParallelTerminationStrategy: PID 23794 died...\u000a07:40:04.024432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23794): Terminated: ok {rc=0}\u000a07:40:04.033898 --- ParallelTerminationStrategy: PID 23795 died...\u000a07:40:04.086454 run iperf3-srv_10.42.42.10(pid=23795): Terminated {rc=256}\u000a07:40:04.095835 --- ParallelTerminationStrategy: PID 23796 died...\u000a07:40:04.148440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23796): Terminated: ok {rc=0}\u000a07:40:04.157877 --- ParallelTerminationStrategy: PID 23797 died...\u000a07:40:04.210447 run iperf3-srv_10.42.42.10(pid=23797): Terminated {rc=256}\u000a07:40:04.219826 --- ParallelTerminationStrategy: PID 23800 died...\u000a07:40:04.272748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23800): Terminated: ok {rc=0}\u000a07:40:04.282198 --- ParallelTerminationStrategy: PID 23803 died...\u000a07:40:04.334897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23803): Terminated: ok {rc=0}\u000a07:40:04.344350 --- ParallelTerminationStrategy: PID 23809 died...\u000a07:40:04.396779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23809): Terminated: ok {rc=0}\u000a07:40:04.480595 bus /gobi_0: Setting Powered False\u000a07:40:05.587455 bus /gobi_0: Setting Powered False\u000a07:40:06.695999 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23819): Process ended prematurely: osmo-stp_10.42.42.5(pid=23819) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23819)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23819): Process ended prematurely: osmo-stp_10.42.42.5(pid=23819) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:40:07.805779 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:07.817520 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:40:07.975782 tst iperf3.py: using LAC 39411\u000a07:40:08.097470 tst iperf3.py: using RAC 141\u000a07:40:08.217387 tst iperf3.py: using CellId 39411\u000a07:40:08.338019 tst iperf3.py: using BVCI 39412\u000a07:40:08.361312 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:08.372271 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:08.383169 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:08.394302 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:08.405040 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:08.415889 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:08.426821 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:08.437666 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:08.448497 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:40:08.746528 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:40:08.882893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:40:09.222679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23811): Launched\u000a07:40:09.511426 run iperf3-srv_10.42.42.10(pid=23812): Launched\u000a07:40:09.711853 tst iperf3.py:8: start network...\u000a07:40:09.848310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:10.364599 run create_hlr_db(pid=23813): Launched\u000a07:40:10.552873 bus /gobi_6: Setting Powered False\u000a07:40:11.574343 run create_hlr_db(pid=23813): Terminated: ok {rc=0}\u000a07:40:12.011500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23815): Launched\u000a07:40:12.339789 run osmo-hlr_10.42.42.2(pid=23816): Launched\u000a07:40:12.459625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:13.030179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23818): Launched\u000a07:40:13.358961 run osmo-stp_10.42.42.5(pid=23819): Launched\u000a07:40:13.477954 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:40:14.050045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23821): Launched\u000a07:40:14.166468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:40:14.452726 run patchelf(pid=23822): Launched\u000a07:40:14.643538 run osmo-stp_10.42.42.5(pid=23819): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23819)]\u000a07:40:14.783752 run osmo-stp_10.42.42.5(pid=23819): stdout: \u000a| (launched: 2022-12-14_07:40:13.195787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:14.923557 run osmo-stp_10.42.42.5(pid=23819): stderr: \u000a| �[0;m�[38;5;43m20221214074013389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074013389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074013390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074013390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074013390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074013390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074013390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:15.058379 run osmo-stp_10.42.42.5(pid=23819): stdout: \u000a| (launched: 2022-12-14_07:40:13.195787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:15.191582 run osmo-stp_10.42.42.5(pid=23819): stderr: \u000a| �[0;m�[38;5;43m20221214074013389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074013389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074013390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074013390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074013390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074013390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074013390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:15.348430 run patchelf(pid=23822): Terminating (SIGINT)\u000a07:40:15.533247 run patchelf(pid=23822): Terminated: ok {rc=0}\u000a07:40:15.566786 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23819): Process ended prematurely: osmo-stp_10.42.42.5(pid=23819) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23819)] [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:40:15.576721 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a07:40:15.640295 run osmo-hlr_10.42.42.2(pid=23816): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23816)]\u000a07:40:15.692556 run osmo-hlr_10.42.42.2(pid=23816): stdout: \u000a| (launched: 2022-12-14_07:40:12.177572) \u000a07:40:15.745258 run osmo-hlr_10.42.42.2(pid=23816): stderr: \u000a| �[0;m�[1;31m20221214074012376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074012376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074012376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074012376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074012376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074012376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074012393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074012401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074012401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074012401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:15.790294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23811): Terminating (SIGTERM)\u000a07:40:15.832867 run iperf3-srv_10.42.42.10(pid=23812): Terminating (SIGTERM)\u000a07:40:15.876363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23815): Terminating (SIGTERM)\u000a07:40:15.920051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23818): Terminating (SIGTERM)\u000a07:40:15.964145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23821): Terminating (SIGTERM)\u000a07:40:15.974331 --- ParallelTerminationStrategy: PID 23811 died...\u000a07:40:16.032775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23811): Terminated: ok {rc=0}\u000a07:40:16.045548 --- ParallelTerminationStrategy: PID 23812 died...\u000a07:40:16.103632 run iperf3-srv_10.42.42.10(pid=23812): Terminated {rc=256}\u000a07:40:16.114510 --- ParallelTerminationStrategy: PID 23815 died...\u000a07:40:16.173515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23815): Terminated: ok {rc=0}\u000a07:40:16.184380 --- ParallelTerminationStrategy: PID 23818 died...\u000a07:40:16.243444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23818): Terminated: ok {rc=0}\u000a07:40:16.255148 --- ParallelTerminationStrategy: PID 23821 died...\u000a07:40:16.313483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23821): Terminated: ok {rc=0}\u000a07:40:16.407554 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23837): Process ended prematurely: osmo-stp_10.42.42.5(pid=23837) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23837)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23837): Process ended prematurely: osmo-stp_10.42.42.5(pid=23837) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:40:17.522175 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:17.534418 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:40:17.701810 tst iperf3m4.py: using LAC 39412\u000a07:40:17.830047 tst iperf3m4.py: using RAC 142\u000a07:40:17.959092 tst iperf3m4.py: using CellId 39412\u000a07:40:18.088894 tst iperf3m4.py: using BVCI 39413\u000a07:40:18.114256 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:18.125722 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:18.136820 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:18.148156 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:18.159704 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:18.171411 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:18.183121 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:18.194620 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:18.206462 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:40:18.325693 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:40:18.450553 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:40:18.571214 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:40:18.854249 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:40:18.981718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:40:19.301331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23823): Launched\u000a07:40:19.565882 run iperf3-srv_10.42.42.10(pid=23824): Launched\u000a07:40:19.752392 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:40:19.879458 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:40:20.198843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23825): Launched\u000a07:40:20.464745 run iperf3-srv_10.42.42.10(pid=23826): Launched\u000a07:40:20.650093 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:40:20.776418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:40:21.096812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23827): Launched\u000a07:40:21.360924 run iperf3-srv_10.42.42.10(pid=23828): Launched\u000a07:40:21.546554 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:40:21.672740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:40:21.992929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23829): Launched\u000a07:40:22.259409 run iperf3-srv_10.42.42.10(pid=23830): Launched\u000a07:40:22.444319 tst iperf3m4.py:8: start network...\u000a07:40:22.570754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:23.063935 run create_hlr_db(pid=23831): Launched\u000a07:40:23.240847 bus /gobi_6: Setting Powered False\u000a07:40:24.260689 run create_hlr_db(pid=23831): Terminated: ok {rc=0}\u000a07:40:24.698405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23833): Launched\u000a07:40:25.029564 run osmo-hlr_10.42.42.2(pid=23834): Launched\u000a07:40:25.150980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:25.725735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23836): Launched\u000a07:40:26.057181 run osmo-stp_10.42.42.5(pid=23837): Launched\u000a07:40:26.176226 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:40:26.750079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23839): Launched\u000a07:40:26.866765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:40:27.154544 run patchelf(pid=23840): Launched\u000a07:40:27.346252 run osmo-stp_10.42.42.5(pid=23837): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23837)]\u000a07:40:27.486145 run osmo-stp_10.42.42.5(pid=23837): stdout: \u000a| (launched: 2022-12-14_07:40:25.893492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:27.626835 run osmo-stp_10.42.42.5(pid=23837): stderr: \u000a| �[0;m�[38;5;43m20221214074026087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074026087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074026087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074026087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074026088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074026088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074026088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:27.762773 run osmo-stp_10.42.42.5(pid=23837): stdout: \u000a| (launched: 2022-12-14_07:40:25.893492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:27.896631 run osmo-stp_10.42.42.5(pid=23837): stderr: \u000a| �[0;m�[38;5;43m20221214074026087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074026087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074026087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074026087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074026088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074026088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074026088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:28.053478 run patchelf(pid=23840): Terminating (SIGINT)\u000a07:40:28.238560 run patchelf(pid=23840): Terminated: ok {rc=0}\u000a07:40:28.272594 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23837): Process ended prematurely: osmo-stp_10.42.42.5(pid=23837) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23837)] [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:40:28.282572 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:40:28.346906 run osmo-hlr_10.42.42.2(pid=23834): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23834)]\u000a07:40:28.399002 run osmo-hlr_10.42.42.2(pid=23834): stdout: \u000a| (launched: 2022-12-14_07:40:24.865064) \u000a07:40:28.451898 run osmo-hlr_10.42.42.2(pid=23834): stderr: \u000a| �[0;m�[1;31m20221214074025063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074025063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074025063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074025063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074025063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074025064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074025076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074025086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074025086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074025086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:28.496923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23823): Terminating (SIGTERM)\u000a07:40:28.539783 run iperf3-srv_10.42.42.10(pid=23824): Terminating (SIGTERM)\u000a07:40:28.582839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23825): Terminating (SIGTERM)\u000a07:40:28.625523 run iperf3-srv_10.42.42.10(pid=23826): Terminating (SIGTERM)\u000a07:40:28.667696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23827): Terminating (SIGTERM)\u000a07:40:28.710242 run iperf3-srv_10.42.42.10(pid=23828): Terminating (SIGTERM)\u000a07:40:28.752736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23829): Terminating (SIGTERM)\u000a07:40:28.795540 run iperf3-srv_10.42.42.10(pid=23830): Terminating (SIGTERM)\u000a07:40:28.837701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23833): Terminating (SIGTERM)\u000a07:40:28.879629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23836): Terminating (SIGTERM)\u000a07:40:28.921898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23839): Terminating (SIGTERM)\u000a07:40:28.931683 --- ParallelTerminationStrategy: PID 23823 died...\u000a07:40:28.988833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23823): Terminated: ok {rc=0}\u000a07:40:28.999095 --- ParallelTerminationStrategy: PID 23824 died...\u000a07:40:29.055428 run iperf3-srv_10.42.42.10(pid=23824): Terminated {rc=256}\u000a07:40:29.065600 --- ParallelTerminationStrategy: PID 23825 died...\u000a07:40:29.122602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23825): Terminated: ok {rc=0}\u000a07:40:29.132770 --- ParallelTerminationStrategy: PID 23826 died...\u000a07:40:29.188982 run iperf3-srv_10.42.42.10(pid=23826): Terminated {rc=256}\u000a07:40:29.198938 --- ParallelTerminationStrategy: PID 23827 died...\u000a07:40:29.255321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23827): Terminated: ok {rc=0}\u000a07:40:29.265548 --- ParallelTerminationStrategy: PID 23828 died...\u000a07:40:29.322182 run iperf3-srv_10.42.42.10(pid=23828): Terminated {rc=256}\u000a07:40:29.332144 --- ParallelTerminationStrategy: PID 23829 died...\u000a07:40:29.388382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23829): Terminated: ok {rc=0}\u000a07:40:29.398668 --- ParallelTerminationStrategy: PID 23830 died...\u000a07:40:29.454466 run iperf3-srv_10.42.42.10(pid=23830): Terminated {rc=256}\u000a07:40:29.464552 --- ParallelTerminationStrategy: PID 23833 died...\u000a07:40:29.520546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23833): Terminated: ok {rc=0}\u000a07:40:29.530629 --- ParallelTerminationStrategy: PID 23836 died...\u000a07:40:29.586811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23836): Terminated: ok {rc=0}\u000a07:40:29.596940 --- ParallelTerminationStrategy: PID 23839 died...\u000a07:40:29.653108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23839): Terminated: ok {rc=0}\u000a07:40:29.740244 bus /gobi_4: Setting Powered False\u000a07:40:30.850724 bus /gobi_4: Setting Powered False\u000a07:40:31.967751 bus /gobi_1: Setting Powered False\u000a07:40:33.071816 bus /gobi_1: Setting Powered False\u000a07:40:34.180454 bus /gobi_0: Setting Powered False\u000a07:40:35.287166 bus /gobi_0: Setting Powered False\u000a07:40:36.396420 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23847): Process ended prematurely: osmo-stp_10.42.42.5(pid=23847) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23847)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23847): Process ended prematurely: osmo-stp_10.42.42.5(pid=23847) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:40:37.467126 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:37.479878 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:40:37.639936 tst ping.py: using LAC 39413\u000a07:40:37.759247 tst ping.py: using RAC 143\u000a07:40:37.879028 tst ping.py: using CellId 39413\u000a07:40:37.998993 tst ping.py: using BVCI 39414\u000a07:40:38.022258 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:38.033259 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:38.043970 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:38.054815 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:38.065513 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:38.076250 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:38.087106 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:38.097892 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:40:38.372123 tst ping.py:19: start network...\u000a07:40:38.495893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:38.980101 run create_hlr_db(pid=23841): Launched\u000a07:40:39.154858 bus /gobi_6: Setting Powered False\u000a07:40:40.174875 run create_hlr_db(pid=23841): Terminated: ok {rc=0}\u000a07:40:40.604677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23843): Launched\u000a07:40:40.927830 run osmo-hlr_10.42.42.2(pid=23844): Launched\u000a07:40:41.047029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:41.609384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23846): Launched\u000a07:40:41.931451 run osmo-stp_10.42.42.5(pid=23847): Launched\u000a07:40:42.047613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:40:42.608164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23849): Launched\u000a07:40:42.722676 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:40:43.004868 run patchelf(pid=23850): Launched\u000a07:40:43.193163 run osmo-stp_10.42.42.5(pid=23847): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23847)]\u000a07:40:43.330360 run osmo-stp_10.42.42.5(pid=23847): stdout: \u000a| (launched: 2022-12-14_07:40:41.772399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:43.467598 run osmo-stp_10.42.42.5(pid=23847): stderr: \u000a| �[0;m�[38;5;43m20221214074041965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074041965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074041965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074041966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074041966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074041966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074041966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:43.600000 run osmo-stp_10.42.42.5(pid=23847): stdout: \u000a| (launched: 2022-12-14_07:40:41.772399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:43.731549 run osmo-stp_10.42.42.5(pid=23847): stderr: \u000a| �[0;m�[38;5;43m20221214074041965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074041965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074041965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074041966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074041966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074041966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074041966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:43.885224 run patchelf(pid=23850): Terminating (SIGINT)\u000a07:40:44.066614 run patchelf(pid=23850): Terminated: ok {rc=0}\u000a07:40:44.099448 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23847): Process ended prematurely: osmo-stp_10.42.42.5(pid=23847) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23847)] [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:40:44.108653 tst ping.py:22: Test FAILED (6.6 sec)\u000a07:40:44.172469 run osmo-hlr_10.42.42.2(pid=23844): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23844)]\u000a07:40:44.224511 run osmo-hlr_10.42.42.2(pid=23844): stdout: \u000a| (launched: 2022-12-14_07:40:40.768544) \u000a07:40:44.277334 run osmo-hlr_10.42.42.2(pid=23844): stderr: \u000a| �[0;m�[1;31m20221214074040967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074040967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074040967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074040967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074040967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074040967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074040978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074040986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074040987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074040987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:44.322418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23843): Terminating (SIGTERM)\u000a07:40:44.364759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23846): Terminating (SIGTERM)\u000a07:40:44.407266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23849): Terminating (SIGTERM)\u000a07:40:44.417116 --- ParallelTerminationStrategy: PID 23843 died...\u000a07:40:44.473969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23843): Terminated: ok {rc=0}\u000a07:40:44.484076 --- ParallelTerminationStrategy: PID 23846 died...\u000a07:40:44.540436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23846): Terminated: ok {rc=0}\u000a07:40:44.550615 --- ParallelTerminationStrategy: PID 23849 died...\u000a07:40:44.607084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23849): Terminated: ok {rc=0}\u000a07:40:44.695634 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23857): Process ended prematurely: osmo-stp_10.42.42.5(pid=23857) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23857)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23857): Process ended prematurely: osmo-stp_10.42.42.5(pid=23857) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:40:45.747978 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:45.759745 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:40:45.946506 tst ping_idle_ping.py: using LAC 39414\u000a07:40:46.075360 tst ping_idle_ping.py: using RAC 144\u000a07:40:46.196426 tst ping_idle_ping.py: using CellId 39414\u000a07:40:46.326644 tst ping_idle_ping.py: using BVCI 39415\u000a07:40:46.352606 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:46.365317 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:46.377875 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:46.390369 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:46.403776 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:46.417417 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:46.431968 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:40:46.445611 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:40:46.774566 tst ping_idle_ping.py:24: start network...\u000a07:40:46.903801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:47.406765 run create_hlr_db(pid=23851): Launched\u000a07:40:47.594719 bus /gobi_6: Setting Powered False\u000a07:40:48.613786 run create_hlr_db(pid=23851): Terminated: ok {rc=0}\u000a07:40:49.046861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23853): Launched\u000a07:40:49.372118 run osmo-hlr_10.42.42.2(pid=23854): Launched\u000a07:40:49.493155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:50.050907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23856): Launched\u000a07:40:50.358650 run osmo-stp_10.42.42.5(pid=23857): Launched\u000a07:40:50.466600 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:40:50.993181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23859): Launched\u000a07:40:51.100096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:40:51.366896 run patchelf(pid=23860): Launched\u000a07:40:51.543200 run osmo-stp_10.42.42.5(pid=23857): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23857)]\u000a07:40:51.672087 run osmo-stp_10.42.42.5(pid=23857): stdout: \u000a| (launched: 2022-12-14_07:40:50.206555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:51.801626 run osmo-stp_10.42.42.5(pid=23857): stderr: \u000a| �[0;m�[38;5;43m20221214074050378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074050378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074050378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074050378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074050379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074050379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074050379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:51.925850 run osmo-stp_10.42.42.5(pid=23857): stdout: \u000a| (launched: 2022-12-14_07:40:50.206555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:52.050185 run osmo-stp_10.42.42.5(pid=23857): stderr: \u000a| �[0;m�[38;5;43m20221214074050378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074050378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074050378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074050378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074050379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074050379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074050379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:52.194977 run patchelf(pid=23860): Terminating (SIGINT)\u000a07:40:52.365412 run patchelf(pid=23860): Terminated: ok {rc=0}\u000a07:40:52.396138 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23857): Process ended prematurely: osmo-stp_10.42.42.5(pid=23857) [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23857)] [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:40:52.404805 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:40:52.464292 run osmo-hlr_10.42.42.2(pid=23854): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23854)]\u000a07:40:52.513028 run osmo-hlr_10.42.42.2(pid=23854): stdout: \u000a| (launched: 2022-12-14_07:40:49.211031) \u000a07:40:52.562408 run osmo-hlr_10.42.42.2(pid=23854): stderr: \u000a| �[0;m�[1;31m20221214074049409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074049409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074049409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074049409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074049409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074049409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074049424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074049432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074049432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074049432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:52.604247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23853): Terminating (SIGTERM)\u000a07:40:52.644560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23856): Terminating (SIGTERM)\u000a07:40:52.684206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23859): Terminating (SIGTERM)\u000a07:40:52.693421 --- ParallelTerminationStrategy: PID 23853 died...\u000a07:40:52.746311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23853): Terminated: ok {rc=0}\u000a07:40:52.755913 --- ParallelTerminationStrategy: PID 23856 died...\u000a07:40:52.808599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23856): Terminated: ok {rc=0}\u000a07:40:52.818209 --- ParallelTerminationStrategy: PID 23859 died...\u000a07:40:52.870991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23859): Terminated: ok {rc=0}\u000a07:40:52.958716 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:39:54" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23877): Process ended prematurely: osmo-stp_10.42.42.5(pid=23877) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23877)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23877): Process ended prematurely: osmo-stp_10.42.42.5(pid=23877) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23877)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:40:55.115244 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:40:55.126786 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:40:55.268374 tst cs_paging_gprs_active.py: using LAC 39415\u000a07:40:55.397512 tst cs_paging_gprs_active.py: using RAC 145\u000a07:40:55.527058 tst cs_paging_gprs_active.py: using CellId 39415\u000a07:40:55.651016 tst cs_paging_gprs_active.py: using BVCI 39416\u000a07:40:55.675080 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:40:55.686449 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:40:55.697574 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:40:55.708657 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:40:55.719756 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:40:55.730804 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:40:55.741943 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:40:55.752848 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:40:55.764164 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:40:55.887619 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:40:56.186718 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:40:56.324208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:40:56.665860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23867): Launched\u000a07:40:56.950009 run iperf3-srv_10.42.42.10(pid=23868): Launched\u000a07:40:57.152882 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:40:57.291073 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:40:57.635416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23869): Launched\u000a07:40:57.920481 run iperf3-srv_10.42.42.10(pid=23870): Launched\u000a07:40:58.121422 tst cs_paging_gprs_active.py:38: start network...\u000a07:40:58.258060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:58.778594 run create_hlr_db(pid=23871): Launched\u000a07:40:58.968110 bus /gobi_6: Setting Powered False\u000a07:40:59.989607 run create_hlr_db(pid=23871): Terminated: ok {rc=0}\u000a07:41:00.429630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23873): Launched\u000a07:41:00.762507 run osmo-hlr_10.42.42.2(pid=23874): Launched\u000a07:41:00.901889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:01.534736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23876): Launched\u000a07:41:01.966796 run osmo-stp_10.42.42.5(pid=23877): Launched\u000a07:41:02.185127 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:41:02.759883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23879): Launched\u000a07:41:02.877227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:41:03.164605 run patchelf(pid=23880): Launched\u000a07:41:03.356474 run osmo-stp_10.42.42.5(pid=23877): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23877)]\u000a07:41:03.496133 run osmo-stp_10.42.42.5(pid=23877): stdout: \u000a| (launched: 2022-12-14_07:41:01.704018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:03.635895 run osmo-stp_10.42.42.5(pid=23877): stderr: \u000a| �[0;m�[38;5;43m20221214074102002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074102002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074102002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074102002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074102003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074102003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074102003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:03.771937 run osmo-stp_10.42.42.5(pid=23877): stdout: \u000a| (launched: 2022-12-14_07:41:01.704018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:03.906251 run osmo-stp_10.42.42.5(pid=23877): stderr: \u000a| �[0;m�[38;5;43m20221214074102002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074102002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074102002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074102002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074102003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074102003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074102003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:04.063429 run patchelf(pid=23880): Terminating (SIGINT)\u000a07:41:04.248222 run patchelf(pid=23880): Terminated: ok {rc=0}\u000a07:41:04.282181 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23877): Process ended prematurely: osmo-stp_10.42.42.5(pid=23877) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23877)] [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a07:41:04.292262 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a07:41:04.356206 run osmo-hlr_10.42.42.2(pid=23874): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23874)]\u000a07:41:04.408036 run osmo-hlr_10.42.42.2(pid=23874): stdout: \u000a| (launched: 2022-12-14_07:41:00.596539) \u000a07:41:04.460863 run osmo-hlr_10.42.42.2(pid=23874): stderr: \u000a| �[0;m�[1;31m20221214074100797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074100797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074100797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074100797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074100797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074100797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074100810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074100818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074100818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074100818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:04.506182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23867): Terminating (SIGTERM)\u000a07:41:04.548264 run iperf3-srv_10.42.42.10(pid=23868): Terminating (SIGTERM)\u000a07:41:04.590525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23869): Terminating (SIGTERM)\u000a07:41:04.632524 run iperf3-srv_10.42.42.10(pid=23870): Terminating (SIGTERM)\u000a07:41:04.674806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23873): Terminating (SIGTERM)\u000a07:41:04.717376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23876): Terminating (SIGTERM)\u000a07:41:04.759744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23879): Terminating (SIGTERM)\u000a07:41:04.769421 --- ParallelTerminationStrategy: PID 23867 died...\u000a07:41:04.826191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23867): Terminated: ok {rc=0}\u000a07:41:04.836255 --- ParallelTerminationStrategy: PID 23868 died...\u000a07:41:04.892476 run iperf3-srv_10.42.42.10(pid=23868): Terminated {rc=256}\u000a07:41:04.902480 --- ParallelTerminationStrategy: PID 23869 died...\u000a07:41:04.958752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23869): Terminated: ok {rc=0}\u000a07:41:04.968732 --- ParallelTerminationStrategy: PID 23870 died...\u000a07:41:05.024902 run iperf3-srv_10.42.42.10(pid=23870): Terminated {rc=256}\u000a07:41:05.034902 --- ParallelTerminationStrategy: PID 23873 died...\u000a07:41:05.090937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23873): Terminated: ok {rc=0}\u000a07:41:05.101338 --- ParallelTerminationStrategy: PID 23876 died...\u000a07:41:05.157677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23876): Terminated: ok {rc=0}\u000a07:41:05.167725 --- ParallelTerminationStrategy: PID 23879 died...\u000a07:41:05.224004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23879): Terminated: ok {rc=0}\u000a07:41:05.311464 bus /gobi_0: Setting Powered False\u000a07:41:06.417964 bus /gobi_0: Setting Powered False\u000a07:41:07.526712 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23889): Process ended prematurely: osmo-stp_10.42.42.5(pid=23889) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23889)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23889): Process ended prematurely: osmo-stp_10.42.42.5(pid=23889) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a07:41:08.642795 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:08.655324 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:41:08.802755 tst iperf3.py: using LAC 39416\u000a07:41:08.921179 tst iperf3.py: using RAC 146\u000a07:41:09.040402 tst iperf3.py: using CellId 39416\u000a07:41:09.159223 tst iperf3.py: using BVCI 39417\u000a07:41:09.182886 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:09.194433 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:09.205552 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:09.216504 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:09.227597 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:09.238710 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:09.249839 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:09.261226 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:09.272594 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:41:09.553237 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:41:09.680455 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:41:10.000663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23881): Launched\u000a07:41:10.267011 run iperf3-srv_10.42.42.10(pid=23882): Launched\u000a07:41:10.455474 tst iperf3.py:8: start network...\u000a07:41:10.583240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:11.078574 run create_hlr_db(pid=23883): Launched\u000a07:41:11.254196 bus /gobi_6: Setting Powered False\u000a07:41:12.275199 run create_hlr_db(pid=23883): Terminated: ok {rc=0}\u000a07:41:12.685060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23885): Launched\u000a07:41:12.991935 run osmo-hlr_10.42.42.2(pid=23886): Launched\u000a07:41:13.102732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:13.636474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23888): Launched\u000a07:41:13.943266 run osmo-stp_10.42.42.5(pid=23889): Launched\u000a07:41:14.053882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:41:14.587452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23891): Launched\u000a07:41:14.696323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:41:14.965606 run patchelf(pid=23892): Launched\u000a07:41:15.144430 run osmo-stp_10.42.42.5(pid=23889): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23889)]\u000a07:41:15.275160 run osmo-stp_10.42.42.5(pid=23889): stdout: \u000a| (launched: 2022-12-14_07:41:13.791204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:15.407073 run osmo-stp_10.42.42.5(pid=23889): stderr: \u000a| �[0;m�[38;5;43m20221214074113964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074113964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074113965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074113965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074113966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074113966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074113966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:15.533481 run osmo-stp_10.42.42.5(pid=23889): stdout: \u000a| (launched: 2022-12-14_07:41:13.791204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:15.658314 run osmo-stp_10.42.42.5(pid=23889): stderr: \u000a| �[0;m�[38;5;43m20221214074113964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074113964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074113965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074113965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074113966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074113966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074113966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:15.805212 run patchelf(pid=23892): Terminating (SIGINT)\u000a07:41:16.011503 run patchelf(pid=23892): Terminated: ok {rc=0}\u000a07:41:16.046937 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23889): Process ended prematurely: osmo-stp_10.42.42.5(pid=23889) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23889)] [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a07:41:16.058329 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a07:41:16.125631 run osmo-hlr_10.42.42.2(pid=23886): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23886)]\u000a07:41:16.179714 run osmo-hlr_10.42.42.2(pid=23886): stdout: \u000a| (launched: 2022-12-14_07:41:12.840854) \u000a07:41:16.234836 run osmo-hlr_10.42.42.2(pid=23886): stderr: \u000a| �[0;m�[1;31m20221214074113018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074113018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074113018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074113018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074113018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074113018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074113030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074113039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074113039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074113039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:16.282471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23881): Terminating (SIGTERM)\u000a07:41:16.330988 run iperf3-srv_10.42.42.10(pid=23882): Terminating (SIGTERM)\u000a07:41:16.377333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23885): Terminating (SIGTERM)\u000a07:41:16.424254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23888): Terminating (SIGTERM)\u000a07:41:16.474983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23891): Terminating (SIGTERM)\u000a07:41:16.486550 --- ParallelTerminationStrategy: PID 23881 died...\u000a07:41:16.551758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23881): Terminated: ok {rc=0}\u000a07:41:16.563674 --- ParallelTerminationStrategy: PID 23882 died...\u000a07:41:16.627883 run iperf3-srv_10.42.42.10(pid=23882): Terminated {rc=256}\u000a07:41:16.639450 --- ParallelTerminationStrategy: PID 23885 died...\u000a07:41:16.704759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23885): Terminated: ok {rc=0}\u000a07:41:16.717104 --- ParallelTerminationStrategy: PID 23888 died...\u000a07:41:16.783060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23888): Terminated: ok {rc=0}\u000a07:41:16.795611 --- ParallelTerminationStrategy: PID 23891 died...\u000a07:41:16.859819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23891): Terminated: ok {rc=0}\u000a07:41:16.963555 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23907): Process ended prematurely: osmo-stp_10.42.42.5(pid=23907) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23907)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23907): Process ended prematurely: osmo-stp_10.42.42.5(pid=23907) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a07:41:18.086283 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:18.098499 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:41:18.240005 tst iperf3m4.py: using LAC 39417\u000a07:41:18.361262 tst iperf3m4.py: using RAC 147\u000a07:41:18.483068 tst iperf3m4.py: using CellId 39417\u000a07:41:18.605879 tst iperf3m4.py: using BVCI 39418\u000a07:41:18.629528 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:18.641024 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:18.652231 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:18.663641 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:18.675006 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:18.686230 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:18.697609 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:18.708898 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:18.720430 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:41:18.842907 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:41:18.964249 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:41:19.086959 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:41:19.371979 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:41:19.499084 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:41:19.819010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23893): Launched\u000a07:41:20.086023 run iperf3-srv_10.42.42.10(pid=23894): Launched\u000a07:41:20.272406 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:41:20.399537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:41:20.720406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23895): Launched\u000a07:41:20.987030 run iperf3-srv_10.42.42.10(pid=23896): Launched\u000a07:41:21.173523 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:41:21.300061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:41:21.621764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23897): Launched\u000a07:41:21.889148 run iperf3-srv_10.42.42.10(pid=23898): Launched\u000a07:41:22.075467 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:41:22.202818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:41:22.522734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23899): Launched\u000a07:41:22.789280 run iperf3-srv_10.42.42.10(pid=23900): Launched\u000a07:41:22.975391 tst iperf3m4.py:8: start network...\u000a07:41:23.102498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:23.595103 run create_hlr_db(pid=23901): Launched\u000a07:41:23.771304 bus /gobi_6: Setting Powered False\u000a07:41:24.792166 run create_hlr_db(pid=23901): Terminated: ok {rc=0}\u000a07:41:25.203934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23903): Launched\u000a07:41:25.513927 run osmo-hlr_10.42.42.2(pid=23904): Launched\u000a07:41:25.630643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:26.167817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23906): Launched\u000a07:41:26.476393 run osmo-stp_10.42.42.5(pid=23907): Launched\u000a07:41:26.587038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:41:27.123012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23909): Launched\u000a07:41:27.231700 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:41:27.500567 run patchelf(pid=23910): Launched\u000a07:41:27.679461 run osmo-stp_10.42.42.5(pid=23907): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23907)]\u000a07:41:27.810511 run osmo-stp_10.42.42.5(pid=23907): stdout: \u000a| (launched: 2022-12-14_07:41:26.322981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:27.941766 run osmo-stp_10.42.42.5(pid=23907): stderr: \u000a| �[0;m�[38;5;43m20221214074126493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074126493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074126493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074126494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074126494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074126494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074126494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:28.067732 run osmo-stp_10.42.42.5(pid=23907): stdout: \u000a| (launched: 2022-12-14_07:41:26.322981)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:28.192415 run osmo-stp_10.42.42.5(pid=23907): stderr: \u000a| �[0;m�[38;5;43m20221214074126493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074126493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074126493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074126494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074126494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074126494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074126494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:28.339357 run patchelf(pid=23910): Terminating (SIGINT)\u000a07:41:28.512658 run patchelf(pid=23910): Terminated: ok {rc=0}\u000a07:41:28.544611 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23907): Process ended prematurely: osmo-stp_10.42.42.5(pid=23907) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23907)] [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a07:41:28.554142 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a07:41:28.614448 run osmo-hlr_10.42.42.2(pid=23904): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23904)]\u000a07:41:28.663148 run osmo-hlr_10.42.42.2(pid=23904): stdout: \u000a| (launched: 2022-12-14_07:41:25.359470) \u000a07:41:28.712407 run osmo-hlr_10.42.42.2(pid=23904): stderr: \u000a| �[0;m�[1;31m20221214074125538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074125538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074125538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074125538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074125538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074125538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074125551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074125562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074125562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074125562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:28.754630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23893): Terminating (SIGTERM)\u000a07:41:28.794224 run iperf3-srv_10.42.42.10(pid=23894): Terminating (SIGTERM)\u000a07:41:28.833973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23895): Terminating (SIGTERM)\u000a07:41:28.873547 run iperf3-srv_10.42.42.10(pid=23896): Terminating (SIGTERM)\u000a07:41:28.913140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23897): Terminating (SIGTERM)\u000a07:41:28.952705 run iperf3-srv_10.42.42.10(pid=23898): Terminating (SIGTERM)\u000a07:41:28.992289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23899): Terminating (SIGTERM)\u000a07:41:29.031704 run iperf3-srv_10.42.42.10(pid=23900): Terminating (SIGTERM)\u000a07:41:29.071232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23903): Terminating (SIGTERM)\u000a07:41:29.110908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23906): Terminating (SIGTERM)\u000a07:41:29.150505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23909): Terminating (SIGTERM)\u000a07:41:29.159675 --- ParallelTerminationStrategy: PID 23893 died...\u000a07:41:29.212831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23893): Terminated: ok {rc=0}\u000a07:41:29.222423 --- ParallelTerminationStrategy: PID 23894 died...\u000a07:41:29.275027 run iperf3-srv_10.42.42.10(pid=23894): Terminated {rc=256}\u000a07:41:29.284404 --- ParallelTerminationStrategy: PID 23895 died...\u000a07:41:29.337217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23895): Terminated: ok {rc=0}\u000a07:41:29.346714 --- ParallelTerminationStrategy: PID 23896 died...\u000a07:41:29.399718 run iperf3-srv_10.42.42.10(pid=23896): Terminated {rc=256}\u000a07:41:29.409321 --- ParallelTerminationStrategy: PID 23897 died...\u000a07:41:29.462482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23897): Terminated: ok {rc=0}\u000a07:41:29.471961 --- ParallelTerminationStrategy: PID 23898 died...\u000a07:41:29.524481 run iperf3-srv_10.42.42.10(pid=23898): Terminated {rc=256}\u000a07:41:29.534056 --- ParallelTerminationStrategy: PID 23899 died...\u000a07:41:29.586821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23899): Terminated: ok {rc=0}\u000a07:41:29.596385 --- ParallelTerminationStrategy: PID 23900 died...\u000a07:41:29.648918 run iperf3-srv_10.42.42.10(pid=23900): Terminated {rc=256}\u000a07:41:29.658566 --- ParallelTerminationStrategy: PID 23903 died...\u000a07:41:29.711302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23903): Terminated: ok {rc=0}\u000a07:41:29.720885 --- ParallelTerminationStrategy: PID 23906 died...\u000a07:41:29.773648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23906): Terminated: ok {rc=0}\u000a07:41:29.783261 --- ParallelTerminationStrategy: PID 23909 died...\u000a07:41:29.836138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23909): Terminated: ok {rc=0}\u000a07:41:29.923957 bus /gobi_4: Setting Powered False\u000a07:41:31.046543 bus /gobi_4: Setting Powered False\u000a07:41:32.176777 bus /gobi_1: Setting Powered False\u000a07:41:33.279749 bus /gobi_1: Setting Powered False\u000a07:41:34.392255 bus /gobi_0: Setting Powered False\u000a07:41:35.495937 bus /gobi_0: Setting Powered False\u000a07:41:36.608686 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23917): Process ended prematurely: osmo-stp_10.42.42.5(pid=23917) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23917)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23917): Process ended prematurely: osmo-stp_10.42.42.5(pid=23917) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a07:41:37.676807 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:37.689136 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:41:37.829167 tst ping.py: using LAC 39418\u000a07:41:37.948797 tst ping.py: using RAC 148\u000a07:41:38.078534 tst ping.py: using CellId 39418\u000a07:41:38.203188 tst ping.py: using BVCI 39419\u000a07:41:38.228059 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:38.240086 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:38.252427 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:38.264176 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:38.276298 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:38.288442 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:38.300660 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:38.312754 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:41:38.591891 tst ping.py:19: start network...\u000a07:41:38.716564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:39.199689 run create_hlr_db(pid=23911): Launched\u000a07:41:39.372160 bus /gobi_6: Setting Powered False\u000a07:41:40.393142 run create_hlr_db(pid=23911): Terminated: ok {rc=0}\u000a07:41:40.796420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23913): Launched\u000a07:41:41.098488 run osmo-hlr_10.42.42.2(pid=23914): Launched\u000a07:41:41.208194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:41.737375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23916): Launched\u000a07:41:42.040715 run osmo-stp_10.42.42.5(pid=23917): Launched\u000a07:41:42.149152 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:41:42.674787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23919): Launched\u000a07:41:42.781568 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:41:43.047026 run patchelf(pid=23920): Launched\u000a07:41:43.223909 run osmo-stp_10.42.42.5(pid=23917): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23917)]\u000a07:41:43.352791 run osmo-stp_10.42.42.5(pid=23917): stdout: \u000a| (launched: 2022-12-14_07:41:41.889802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:43.482039 run osmo-stp_10.42.42.5(pid=23917): stderr: \u000a| �[0;m�[38;5;43m20221214074142061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074142061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074142062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074142062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074142063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074142063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074142063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:43.607366 run osmo-stp_10.42.42.5(pid=23917): stdout: \u000a| (launched: 2022-12-14_07:41:41.889802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:43.730195 run osmo-stp_10.42.42.5(pid=23917): stderr: \u000a| �[0;m�[38;5;43m20221214074142061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074142061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074142062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074142062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074142063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074142063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074142063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:43.874790 run patchelf(pid=23920): Terminating (SIGINT)\u000a07:41:44.045554 run patchelf(pid=23920): Terminated: ok {rc=0}\u000a07:41:44.076568 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23917): Process ended prematurely: osmo-stp_10.42.42.5(pid=23917) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23917)] [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a07:41:44.085392 tst ping.py:22: Test FAILED (6.4 sec)\u000a07:41:44.144983 run osmo-hlr_10.42.42.2(pid=23914): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23914)]\u000a07:41:44.193519 run osmo-hlr_10.42.42.2(pid=23914): stdout: \u000a| (launched: 2022-12-14_07:41:40.948926) \u000a07:41:44.242833 run osmo-hlr_10.42.42.2(pid=23914): stderr: \u000a| �[0;m�[1;31m20221214074141125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074141125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074141125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074141125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074141125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074141125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074141137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074141146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074141147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074141147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:44.284779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23913): Terminating (SIGTERM)\u000a07:41:44.324465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23916): Terminating (SIGTERM)\u000a07:41:44.364011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23919): Terminating (SIGTERM)\u000a07:41:44.373169 --- ParallelTerminationStrategy: PID 23913 died...\u000a07:41:44.425931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23913): Terminated: ok {rc=0}\u000a07:41:44.435366 --- ParallelTerminationStrategy: PID 23916 died...\u000a07:41:44.488185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23916): Terminated: ok {rc=0}\u000a07:41:44.497738 --- ParallelTerminationStrategy: PID 23919 died...\u000a07:41:44.550311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23919): Terminated: ok {rc=0}\u000a07:41:44.634059 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23928): Process ended prematurely: osmo-stp_10.42.42.5(pid=23928) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23928)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23928): Process ended prematurely: osmo-stp_10.42.42.5(pid=23928) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a07:41:45.687126 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:45.699924 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:41:45.852088 tst ping_idle_ping.py: using LAC 39419\u000a07:41:46.001610 tst ping_idle_ping.py: using RAC 149\u000a07:41:46.124840 tst ping_idle_ping.py: using CellId 39419\u000a07:41:46.244035 tst ping_idle_ping.py: using BVCI 39420\u000a07:41:46.268538 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:46.281081 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:46.293324 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:46.306637 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:46.318812 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:46.331590 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:46.344127 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:41:46.356521 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:41:46.700710 tst ping_idle_ping.py:24: start network...\u000a07:41:46.866446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:47.394309 run create_hlr_db(pid=23922): Launched\u000a07:41:47.584496 bus /gobi_6: Setting Powered False\u000a07:41:48.602647 run create_hlr_db(pid=23922): Terminated: ok {rc=0}\u000a07:41:49.036068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23924): Launched\u000a07:41:49.361141 run osmo-hlr_10.42.42.2(pid=23925): Launched\u000a07:41:49.480142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:50.045035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23927): Launched\u000a07:41:50.352104 run osmo-stp_10.42.42.5(pid=23928): Launched\u000a07:41:50.461035 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:41:50.990892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23930): Launched\u000a07:41:51.098125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:41:51.362646 run patchelf(pid=23931): Launched\u000a07:41:51.539424 run osmo-stp_10.42.42.5(pid=23928): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23928)]\u000a07:41:51.669668 run osmo-stp_10.42.42.5(pid=23928): stdout: \u000a| (launched: 2022-12-14_07:41:50.198681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:51.799672 run osmo-stp_10.42.42.5(pid=23928): stderr: \u000a| �[0;m�[38;5;43m20221214074150370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074150370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074150370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074150371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074150371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074150371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074150371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:51.924243 run osmo-stp_10.42.42.5(pid=23928): stdout: \u000a| (launched: 2022-12-14_07:41:50.198681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:52.047619 run osmo-stp_10.42.42.5(pid=23928): stderr: \u000a| �[0;m�[38;5;43m20221214074150370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074150370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074150370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074150371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074150371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074150371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074150371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:52.192766 run patchelf(pid=23931): Terminating (SIGINT)\u000a07:41:52.363525 run patchelf(pid=23931): Terminated: ok {rc=0}\u000a07:41:52.394561 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23928): Process ended prematurely: osmo-stp_10.42.42.5(pid=23928) [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23928)] [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a07:41:52.403215 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:41:52.463137 run osmo-hlr_10.42.42.2(pid=23925): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23925)]\u000a07:41:52.511730 run osmo-hlr_10.42.42.2(pid=23925): stdout: \u000a| (launched: 2022-12-14_07:41:49.199624) \u000a07:41:52.561083 run osmo-hlr_10.42.42.2(pid=23925): stderr: \u000a| �[0;m�[1;31m20221214074149397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074149397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074149397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074149397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074149398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074149398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074149410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074149418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074149419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074149419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:52.603328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23924): Terminating (SIGTERM)\u000a07:41:52.643210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23927): Terminating (SIGTERM)\u000a07:41:52.683188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23930): Terminating (SIGTERM)\u000a07:41:52.692456 --- ParallelTerminationStrategy: PID 23924 died...\u000a07:41:52.745903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23924): Terminated: ok {rc=0}\u000a07:41:52.755658 --- ParallelTerminationStrategy: PID 23927 died...\u000a07:41:52.808720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23927): Terminated: ok {rc=0}\u000a07:41:52.818449 --- ParallelTerminationStrategy: PID 23930 died...\u000a07:41:52.871523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23930): Terminated: ok {rc=0}\u000a07:41:52.960199 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:40:54" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23941): Process ended prematurely: osmo-stp_10.42.42.5(pid=23941) [trial-2401↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23941)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23941): Process ended prematurely: osmo-stp_10.42.42.5(pid=23941) [trial-2401↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:41:55.008322 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:41:55.019873 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:41:55.183802 tst switch_tch_pdch.py: using LAC 39420\u000a07:41:55.310082 tst switch_tch_pdch.py: using RAC 150\u000a07:41:55.438038 tst switch_tch_pdch.py: using CellId 39420\u000a07:41:55.563823 tst switch_tch_pdch.py: using BVCI 39421\u000a07:41:55.588678 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:41:55.600559 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:41:55.612260 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:41:55.623906 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:41:55.635714 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:41:55.647865 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:41:55.660486 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:41:55.673018 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:41:55.793179 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:41:56.072506 tst switch_tch_pdch.py:51: start network...\u000a07:41:56.197473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:56.680842 run create_hlr_db(pid=23935): Launched\u000a07:41:56.853988 bus /gobi_6: Setting Powered False\u000a07:41:57.874764 run create_hlr_db(pid=23935): Terminated: ok {rc=0}\u000a07:41:58.277700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23937): Launched\u000a07:41:58.578977 run osmo-hlr_10.42.42.2(pid=23938): Launched\u000a07:41:58.688170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:59.209751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23940): Launched\u000a07:41:59.510176 run osmo-stp_10.42.42.5(pid=23941): Launched\u000a07:41:59.619060 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:42:00.145359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23943): Launched\u000a07:42:00.251724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:42:00.516243 run patchelf(pid=23944): Launched\u000a07:42:00.691832 run osmo-stp_10.42.42.5(pid=23941): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23941)]\u000a07:42:00.820344 run osmo-stp_10.42.42.5(pid=23941): stdout: \u000a| (launched: 2022-12-14_07:41:59.361774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:00.997005 run osmo-stp_10.42.42.5(pid=23941): stderr: \u000a| �[0;m�[38;5;43m20221214074159532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074159532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074159532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074159533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074159533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074159534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074159534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:01.236236 run osmo-stp_10.42.42.5(pid=23941): stdout: \u000a| (launched: 2022-12-14_07:41:59.361774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:01.374418 run osmo-stp_10.42.42.5(pid=23941): stderr: \u000a| �[0;m�[38;5;43m20221214074159532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074159532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074159532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074159533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074159533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074159534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074159534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:01.534966 run patchelf(pid=23944): Terminating (SIGINT)\u000a07:42:01.724926 run patchelf(pid=23944): Terminated: ok {rc=0}\u000a07:42:01.760331 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23941): Process ended prematurely: osmo-stp_10.42.42.5(pid=23941) [trial-2401↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23941)] [trial-2401↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:42:01.771145 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a07:42:01.837935 run osmo-hlr_10.42.42.2(pid=23938): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23938)]\u000a07:42:01.893159 run osmo-hlr_10.42.42.2(pid=23938): stdout: \u000a| (launched: 2022-12-14_07:41:58.429673) \u000a07:42:01.949504 run osmo-hlr_10.42.42.2(pid=23938): stderr: \u000a| �[0;m�[1;31m20221214074158606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074158606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074158607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074158607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074158607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074158607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074158619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074158627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074158627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074158627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:01.997608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23937): Terminating (SIGTERM)\u000a07:42:02.045248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23940): Terminating (SIGTERM)\u000a07:42:02.092043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23943): Terminating (SIGTERM)\u000a07:42:02.103986 --- ParallelTerminationStrategy: PID 23937 died...\u000a07:42:02.165353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23937): Terminated: ok {rc=0}\u000a07:42:02.177380 --- ParallelTerminationStrategy: PID 23940 died...\u000a07:42:02.235520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23940): Terminated: ok {rc=0}\u000a07:42:02.247298 --- ParallelTerminationStrategy: PID 23943 died...\u000a07:42:02.307525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23943): Terminated: ok {rc=0}\u000a07:42:02.395506 bus /gobi_0: Setting Powered False\u000a07:42:03.499670 bus /gobi_0: Setting Powered False\u000a07:42:04.611338 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:41:54" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23964): Process ended prematurely: osmo-stp_10.42.42.5(pid=23964) [trial-2401↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23964)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23964): Process ended prematurely: osmo-stp_10.42.42.5(pid=23964) [trial-2401↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:42:06.588136 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:42:06.600005 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:42:06.766659 tst switch_tch_pdch.py: using LAC 39421\u000a07:42:06.890586 tst switch_tch_pdch.py: using RAC 151\u000a07:42:07.018085 tst switch_tch_pdch.py: using CellId 39421\u000a07:42:07.139292 tst switch_tch_pdch.py: using BVCI 39422\u000a07:42:07.162441 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:42:07.173727 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:42:07.184687 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:42:07.195730 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:42:07.207226 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:42:07.218989 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:42:07.230799 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:42:07.242386 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:42:07.364311 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:42:07.643674 tst switch_tch_pdch.py:51: start network...\u000a07:42:07.769317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:42:08.225781 run create_hlr_db(pid=23958): Launched\u000a07:42:08.349130 bus /gobi_6: Setting Powered False\u000a07:42:09.419878 run create_hlr_db(pid=23958): Terminated: ok {rc=0}\u000a07:42:09.821685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23960): Launched\u000a07:42:10.145395 run osmo-hlr_10.42.42.2(pid=23961): Launched\u000a07:42:10.262789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:42:10.794705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23963): Launched\u000a07:42:11.120326 run osmo-stp_10.42.42.5(pid=23964): Launched\u000a07:42:11.236754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:42:11.770213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23966): Launched\u000a07:42:11.884787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:42:12.165391 run patchelf(pid=23967): Launched\u000a07:42:12.352685 run osmo-stp_10.42.42.5(pid=23964): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23964)]\u000a07:42:12.490015 run osmo-stp_10.42.42.5(pid=23964): stdout: \u000a| (launched: 2022-12-14_07:42:10.958947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:12.627300 run osmo-stp_10.42.42.5(pid=23964): stderr: \u000a| �[0;m�[38;5;43m20221214074211150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074211150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074211150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074211150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074211151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074211151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074211151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:12.759875 run osmo-stp_10.42.42.5(pid=23964): stdout: \u000a| (launched: 2022-12-14_07:42:10.958947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:12.891122 run osmo-stp_10.42.42.5(pid=23964): stderr: \u000a| �[0;m�[38;5;43m20221214074211150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074211150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074211150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074211150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074211151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074211151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074211151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:13.044486 run patchelf(pid=23967): Terminating (SIGINT)\u000a07:42:13.225307 run patchelf(pid=23967): Terminated: ok {rc=0}\u000a07:42:13.257990 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23964): Process ended prematurely: osmo-stp_10.42.42.5(pid=23964) [trial-2401↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23964)] [trial-2401↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:42:13.267385 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a07:42:13.330292 run osmo-hlr_10.42.42.2(pid=23961): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23961)]\u000a07:42:13.381793 run osmo-hlr_10.42.42.2(pid=23961): stdout: \u000a| (launched: 2022-12-14_07:42:09.984447) \u000a07:42:13.434224 run osmo-hlr_10.42.42.2(pid=23961): stderr: \u000a| �[0;m�[1;31m20221214074210182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074210182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074210182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074210182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074210182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074210182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074210212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074210221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074210221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074210221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:13.479079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23960): Terminating (SIGTERM)\u000a07:42:13.521263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23963): Terminating (SIGTERM)\u000a07:42:13.563447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23966): Terminating (SIGTERM)\u000a07:42:13.573135 --- ParallelTerminationStrategy: PID 23960 died...\u000a07:42:13.629226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23960): Terminated: ok {rc=0}\u000a07:42:13.639293 --- ParallelTerminationStrategy: PID 23963 died...\u000a07:42:13.695032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23963): Terminated: ok {rc=0}\u000a07:42:13.705084 --- ParallelTerminationStrategy: PID 23966 died...\u000a07:42:13.761207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23966): Terminated: ok {rc=0}\u000a07:42:13.848875 bus /gobi_0: Setting Powered False\u000a07:42:14.953949 bus /gobi_0: Setting Powered False\u000a07:42:16.103135 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:42:06" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23972): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23972) [trial-2401↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23972)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23972): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23972) [trial-2401↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a07:42:18.006248 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a07:42:18.017613 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a07:42:18.159460 tst mo_mt_sms.py: using LAC 39422\u000a07:42:18.284891 tst mo_mt_sms.py: using RAC 152\u000a07:42:18.411143 tst mo_mt_sms.py: using CellId 39422\u000a07:42:18.536702 tst mo_mt_sms.py: using BVCI 39423\u000a07:42:18.561127 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a07:42:18.677538 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a07:42:18.971241 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:42:19.105014 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:42:19.769255 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23971): Launched\u000a07:42:20.088375 run osmo-nitb_10.42.42.2(pid=23972): Launched\u000a07:42:20.285450 run osmo-nitb_10.42.42.2(pid=23972): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23972)]\u000a07:42:20.431368 run osmo-nitb_10.42.42.2(pid=23972): stdout: \u000a| (launched: 2022-12-14_07:42:19.932768) \u000a07:42:20.576934 run osmo-nitb_10.42.42.2(pid=23972): stderr: \u000a| (launched: 2022-12-14_07:42:19.980638)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:42:20.717642 run osmo-nitb_10.42.42.2(pid=23972): stdout: \u000a| (launched: 2022-12-14_07:42:19.932768) \u000a07:42:20.857503 run osmo-nitb_10.42.42.2(pid=23972): stderr: \u000a| (launched: 2022-12-14_07:42:19.980638)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:42:21.217896 tst osmo-nitb_10.42.42.2(pid=23972): stdout: \u000a| (launched: 2022-12-14_07:42:19.932768) \u000a07:42:21.346385 tst osmo-nitb_10.42.42.2(pid=23972): stderr: \u000a| (launched: 2022-12-14_07:42:19.980638)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:42:21.402906 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23972): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23972) [trial-2401↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23972)] [trial-2401↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a07:42:21.411831 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a07:42:21.448434 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23971): Terminating (SIGTERM)\u000a07:42:21.626670 --- ParallelTerminationStrategy: PID 23971 died...\u000a07:42:21.684889 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23971): Terminated: ok {rc=0}\u000a07:42:21.771488 bus /sierra_3: Setting Powered False\u000a07:42:22.879838 bus /sierra_3: Setting Powered False\u000a07:42:23.991898 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:42:17" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23982): Process ended prematurely: osmo-stp_10.42.42.5(pid=23982) [trial-2401↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23982)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23982): Process ended prematurely: osmo-stp_10.42.42.5(pid=23982) [trial-2401↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a07:42:25.877755 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:25.888500 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a07:42:26.023399 tst mo_mt_sms.py: using LAC 39423\u000a07:42:26.142282 tst mo_mt_sms.py: using RAC 153\u000a07:42:26.258964 tst mo_mt_sms.py: using CellId 39423\u000a07:42:26.382269 tst mo_mt_sms.py: using BVCI 39424\u000a07:42:26.405064 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:26.415534 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:26.426067 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:26.436391 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:26.446879 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:26.457284 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a07:42:26.576660 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a07:42:26.780805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:42:27.259672 run create_hlr_db(pid=23976): Launched\u000a07:42:27.432131 bus /sierra_2: Setting Powered False\u000a07:42:28.452691 run create_hlr_db(pid=23976): Terminated: ok {rc=0}\u000a07:42:28.881041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23978): Launched\u000a07:42:29.203369 run osmo-hlr_10.42.42.2(pid=23979): Launched\u000a07:42:29.323611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:42:29.883714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23981): Launched\u000a07:42:30.206503 run osmo-stp_10.42.42.5(pid=23982): Launched\u000a07:42:30.324178 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:42:30.931304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23984): Launched\u000a07:42:31.395046 run osmo-msc_10.42.42.6(pid=23985): Launched\u000a07:42:31.803389 run osmo-stp_10.42.42.5(pid=23982): ERR: Terminated: ERROR {rc=1} [trial-2401↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23982)]\u000a07:42:31.971112 run osmo-stp_10.42.42.5(pid=23982): stdout: \u000a| (launched: 2022-12-14_07:42:30.046398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:32.139091 run osmo-stp_10.42.42.5(pid=23982): stderr: \u000a| �[0;m�[38;5;43m20221214074230239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074230239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074230239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074230240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074230240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074230240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074230240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:32.300647 run osmo-stp_10.42.42.5(pid=23982): stdout: \u000a| (launched: 2022-12-14_07:42:30.046398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:32.438032 run osmo-stp_10.42.42.5(pid=23982): stderr: \u000a| �[0;m�[38;5;43m20221214074230239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074230239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074230239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074230240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074230240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074230240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074230240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:32.495109 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23982): Process ended prematurely: osmo-stp_10.42.42.5(pid=23982) [trial-2401↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23982)] [trial-2401↪sms:trx-lms↪mo_mt_sms.py:16]\u000a07:42:32.503926 tst mo_mt_sms.py:16: Test FAILED (6.6 sec)\u000a07:42:32.568071 run osmo-hlr_10.42.42.2(pid=23979): ERR: Terminated: ERROR {rc=237} [trial-2401↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23979)]\u000a07:42:32.620170 run osmo-hlr_10.42.42.2(pid=23979): stdout: \u000a| (launched: 2022-12-14_07:42:29.043317) \u000a07:42:32.673236 run osmo-hlr_10.42.42.2(pid=23979): stderr: \u000a| �[0;m�[1;31m20221214074229242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074229242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074229242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074229242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074229242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074229242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074229254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074229264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074229264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074229264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:32.744178 run osmo-msc_10.42.42.6(pid=23985): ERR: Terminated: ERROR {rc=2} [trial-2401↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23985)]\u000a07:42:32.796398 run osmo-msc_10.42.42.6(pid=23985): stdout: \u000a| (launched: 2022-12-14_07:42:31.096913) \u000a07:42:32.848862 run osmo-msc_10.42.42.6(pid=23985): stderr: \u000a| �[0;m�[38;5;43m20221214074231483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074231483 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0f1c67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074231483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074231483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074231483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074231483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074231485 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074231486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074231486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074231486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:42:32.893879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23978): Terminating (SIGTERM)\u000a07:42:32.936320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23981): Terminating (SIGTERM)\u000a07:42:32.978880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23984): Terminating (SIGTERM)\u000a07:42:32.988035 --- ParallelTerminationStrategy: PID 23978 died...\u000a07:42:33.045454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23978): Terminated: ok {rc=0}\u000a07:42:33.055573 --- ParallelTerminationStrategy: PID 23981 died...\u000a07:42:33.112827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23981): Terminated: ok {rc=0}\u000a07:42:33.122849 --- ParallelTerminationStrategy: PID 23984 died...\u000a07:42:33.180097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23984): Terminated: ok {rc=0}\u000a07:42:33.268214 bus /sierra_3: Setting Powered False\u000a07:42:34.374619 bus /sierra_3: Setting Powered False\u000a07:42:35.482273 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:42:25" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23991): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23991) [trial-2401↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23991)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23991): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23991) [trial-2401↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a07:42:37.326721 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a07:42:37.337991 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a07:42:37.475723 tst assert_extension.py: using LAC 39424\u000a07:42:37.596087 tst assert_extension.py: using RAC 154\u000a07:42:37.722669 tst assert_extension.py: using CellId 39424\u000a07:42:37.838791 tst assert_extension.py: using BVCI 39425\u000a07:42:37.861765 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a07:42:38.153963 tst assert_extension.py:10: start nitb and bts...\u000a07:42:38.287959 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:42:38.954040 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23990): Launched\u000a07:42:39.272127 run osmo-nitb_10.42.42.2(pid=23991): Launched\u000a07:42:39.468321 run osmo-nitb_10.42.42.2(pid=23991): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23991)]\u000a07:42:39.613100 run osmo-nitb_10.42.42.2(pid=23991): stdout: \u000a| (launched: 2022-12-14_07:42:39.116865) \u000a07:42:39.758663 run osmo-nitb_10.42.42.2(pid=23991): stderr: \u000a| (launched: 2022-12-14_07:42:39.164596)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:42:39.898763 run osmo-nitb_10.42.42.2(pid=23991): stdout: \u000a| (launched: 2022-12-14_07:42:39.116865) \u000a07:42:40.038081 run osmo-nitb_10.42.42.2(pid=23991): stderr: \u000a| (launched: 2022-12-14_07:42:39.164596)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:42:40.401745 tst osmo-nitb_10.42.42.2(pid=23991): stdout: \u000a| (launched: 2022-12-14_07:42:39.116865) \u000a07:42:40.530168 tst osmo-nitb_10.42.42.2(pid=23991): stderr: \u000a| (launched: 2022-12-14_07:42:39.164596)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:42:40.586682 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23991): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23991) [trial-2401↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23991)] [trial-2401↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a07:42:40.595499 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a07:42:40.632329 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23990): Terminating (SIGTERM)\u000a07:42:40.810177 --- ParallelTerminationStrategy: PID 23990 died...\u000a07:42:40.867738 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23990): Terminated: ok {rc=0}\u000a07:42:40.954994 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:42:37" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24001): Process ended prematurely: osmo-stp_10.42.42.5(pid=24001) [trial-2401↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24001)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24001): Process ended prematurely: osmo-stp_10.42.42.5(pid=24001) [trial-2401↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a07:42:42.803645 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:42.815061 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a07:42:42.962560 tst assert_extension.py: using LAC 39425\u000a07:42:43.085787 tst assert_extension.py: using RAC 155\u000a07:42:43.209955 tst assert_extension.py: using CellId 39425\u000a07:42:43.334004 tst assert_extension.py: using BVCI 39426\u000a07:42:43.358414 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:43.369692 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:43.380772 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:43.391866 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:43.403792 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:43.415626 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a07:42:43.618311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:42:44.099533 run create_hlr_db(pid=23995): Launched\u000a07:42:44.273259 bus /sierra_2: Setting Powered False\u000a07:42:45.293712 run create_hlr_db(pid=23995): Terminated: ok {rc=0}\u000a07:42:45.723792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23997): Launched\u000a07:42:46.096457 run osmo-hlr_10.42.42.2(pid=23998): Launched\u000a07:42:46.268919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:42:46.965772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24000): Launched\u000a07:42:47.296162 run osmo-stp_10.42.42.5(pid=24001): Launched\u000a07:42:47.471116 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:42:48.022532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24003): Launched\u000a07:42:48.325571 run osmo-msc_10.42.42.6(pid=24004): Launched\u000a07:42:48.500094 run osmo-stp_10.42.42.5(pid=24001): ERR: Terminated: ERROR {rc=1} [trial-2401↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24001)]\u000a07:42:48.625990 run osmo-stp_10.42.42.5(pid=24001): stdout: \u000a| (launched: 2022-12-14_07:42:47.123094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:48.750416 run osmo-stp_10.42.42.5(pid=24001): stderr: \u000a| �[0;m�[38;5;43m20221214074247393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074247393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074247393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074247393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074247394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074247394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074247394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:48.870685 run osmo-stp_10.42.42.5(pid=24001): stdout: \u000a| (launched: 2022-12-14_07:42:47.123094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:48.989683 run osmo-stp_10.42.42.5(pid=24001): stderr: \u000a| �[0;m�[38;5;43m20221214074247393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074247393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074247393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074247393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074247394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074247394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074247394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:49.042291 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24001): Process ended prematurely: osmo-stp_10.42.42.5(pid=24001) [trial-2401↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24001)] [trial-2401↪ussd:trx-lms↪assert_extension.py:17]\u000a07:42:49.050574 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a07:42:49.109844 run osmo-hlr_10.42.42.2(pid=23998): ERR: Terminated: ERROR {rc=237} [trial-2401↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23998)]\u000a07:42:49.158491 run osmo-hlr_10.42.42.2(pid=23998): stdout: \u000a| (launched: 2022-12-14_07:42:45.908469) \u000a07:42:49.207805 run osmo-hlr_10.42.42.2(pid=23998): stderr: \u000a| �[0;m�[1;31m20221214074246260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074246260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074246260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074246260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074246260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074246260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074246278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074246295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074246296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074246296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:49.274587 run osmo-msc_10.42.42.6(pid=24004): ERR: Terminated: ERROR {rc=2} [trial-2401↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24004)]\u000a07:42:49.323114 run osmo-msc_10.42.42.6(pid=24004): stdout: \u000a| (launched: 2022-12-14_07:42:48.175614) \u000a07:42:49.372433 run osmo-msc_10.42.42.6(pid=24004): stderr: \u000a| �[0;m�[38;5;43m20221214074248450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074248450 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56e5b1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074248450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074248450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074248450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074248451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074248452 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074248453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074248453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074248453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:42:49.414407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23997): Terminating (SIGTERM)\u000a07:42:49.454008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24000): Terminating (SIGTERM)\u000a07:42:49.493526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24003): Terminating (SIGTERM)\u000a07:42:49.502689 --- ParallelTerminationStrategy: PID 23997 died...\u000a07:42:49.556327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23997): Terminated: ok {rc=0}\u000a07:42:49.565832 --- ParallelTerminationStrategy: PID 24000 died...\u000a07:42:49.618787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24000): Terminated: ok {rc=0}\u000a07:42:49.628271 --- ParallelTerminationStrategy: PID 24003 died...\u000a07:42:49.681140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24003): Terminated: ok {rc=0}\u000a07:42:49.769700 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:42:42" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24015): Process ended prematurely: osmo-stp_10.42.42.5(pid=24015) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24015)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24015): Process ended prematurely: osmo-stp_10.42.42.5(pid=24015) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:42:51.721393 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:42:51.732518 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:42:51.895565 tst mo_mt_call.py: using LAC 39426\u000a07:42:52.014558 tst mo_mt_call.py: using RAC 156\u000a07:42:52.134398 tst mo_mt_call.py: using CellId 39426\u000a07:42:52.260675 tst mo_mt_call.py: using BVCI 39427\u000a07:42:52.286007 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:42:52.297747 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:42:52.309388 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:42:52.321076 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:42:52.333288 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:42:52.345527 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:42:52.464596 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:42:52.668196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:42:53.157821 run create_hlr_db(pid=24009): Launched\u000a07:42:53.333127 bus /sierra_2: Setting Powered False\u000a07:42:54.353613 run create_hlr_db(pid=24009): Terminated: ok {rc=0}\u000a07:42:54.790398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24011): Launched\u000a07:42:55.119897 run osmo-hlr_10.42.42.2(pid=24012): Launched\u000a07:42:55.239210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:42:55.808485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24014): Launched\u000a07:42:56.137111 run osmo-stp_10.42.42.5(pid=24015): Launched\u000a07:42:56.255782 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:42:56.856028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24017): Launched\u000a07:42:57.184768 run osmo-msc_10.42.42.6(pid=24018): Launched\u000a07:42:57.375840 run osmo-stp_10.42.42.5(pid=24015): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24015)]\u000a07:42:57.515349 run osmo-stp_10.42.42.5(pid=24015): stdout: \u000a| (launched: 2022-12-14_07:42:55.975190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:57.653283 run osmo-stp_10.42.42.5(pid=24015): stderr: \u000a| �[0;m�[38;5;43m20221214074256170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074256170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074256170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074256171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074256171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074256171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074256171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:57.784867 run osmo-stp_10.42.42.5(pid=24015): stdout: \u000a| (launched: 2022-12-14_07:42:55.975190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:57.915035 run osmo-stp_10.42.42.5(pid=24015): stderr: \u000a| �[0;m�[38;5;43m20221214074256170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074256170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074256170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074256171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074256171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074256171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074256171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:57.972610 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24015): Process ended prematurely: osmo-stp_10.42.42.5(pid=24015) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24015)] [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:42:57.982290 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:42:58.045577 run osmo-hlr_10.42.42.2(pid=24012): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24012)]\u000a07:42:58.097299 run osmo-hlr_10.42.42.2(pid=24012): stdout: \u000a| (launched: 2022-12-14_07:42:54.956458) \u000a07:42:58.149850 run osmo-hlr_10.42.42.2(pid=24012): stderr: \u000a| �[0;m�[1;31m20221214074255156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074255156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074255156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074255157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074255157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074255157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074255169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074255177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074255178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074255178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:58.220879 run osmo-msc_10.42.42.6(pid=24018): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24018)]\u000a07:42:58.272378 run osmo-msc_10.42.42.6(pid=24018): stdout: \u000a| (launched: 2022-12-14_07:42:57.022198) \u000a07:42:58.324507 run osmo-msc_10.42.42.6(pid=24018): stderr: \u000a| �[0;m�[38;5;43m20221214074257345 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074257345 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5738931c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074257346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074257346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074257346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074257346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074257348 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074257348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074257348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074257348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:42:58.369233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24011): Terminating (SIGTERM)\u000a07:42:58.411384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24014): Terminating (SIGTERM)\u000a07:42:58.453872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24017): Terminating (SIGTERM)\u000a07:42:58.463544 --- ParallelTerminationStrategy: PID 24011 died...\u000a07:42:58.520129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24011): Terminated: ok {rc=0}\u000a07:42:58.530227 --- ParallelTerminationStrategy: PID 24014 died...\u000a07:42:58.586697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24014): Terminated: ok {rc=0}\u000a07:42:58.596931 --- ParallelTerminationStrategy: PID 24017 died...\u000a07:42:58.653637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24017): Terminated: ok {rc=0}\u000a07:42:58.741990 bus /sierra_3: Setting Powered False\u000a07:42:59.848202 bus /sierra_3: Setting Powered False\u000a07:43:00.967391 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24026): Process ended prematurely: osmo-stp_10.42.42.5(pid=24026) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24026)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24026): Process ended prematurely: osmo-stp_10.42.42.5(pid=24026) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:43:02.080324 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:43:02.092665 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:43:02.253845 tst mo_mt_call_osmux.py: using LAC 39427\u000a07:43:02.373381 tst mo_mt_call_osmux.py: using RAC 157\u000a07:43:02.493513 tst mo_mt_call_osmux.py: using CellId 39427\u000a07:43:02.612621 tst mo_mt_call_osmux.py: using BVCI 39428\u000a07:43:02.635741 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:43:02.646890 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:43:02.657716 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:43:02.668662 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:43:02.679598 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:43:02.690419 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:43:02.807019 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:43:03.027166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:03.544142 run create_hlr_db(pid=24020): Launched\u000a07:43:03.733529 bus /sierra_2: Setting Powered False\u000a07:43:04.754261 run create_hlr_db(pid=24020): Terminated: ok {rc=0}\u000a07:43:05.169373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24022): Launched\u000a07:43:05.480242 run osmo-hlr_10.42.42.2(pid=24023): Launched\u000a07:43:05.602427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:06.145495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24025): Launched\u000a07:43:06.456229 run osmo-stp_10.42.42.5(pid=24026): Launched\u000a07:43:06.569376 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:43:07.134565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24028): Launched\u000a07:43:07.443819 run osmo-msc_10.42.42.6(pid=24029): Launched\u000a07:43:07.624015 run osmo-stp_10.42.42.5(pid=24026): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24026)]\u000a07:43:07.753597 run osmo-stp_10.42.42.5(pid=24026): stdout: \u000a| (launched: 2022-12-14_07:43:06.303379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:07.880819 run osmo-stp_10.42.42.5(pid=24026): stderr: \u000a| �[0;m�[38;5;43m20221214074306476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074306476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074306477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074306477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074306478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074306478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074306478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:08.003086 run osmo-stp_10.42.42.5(pid=24026): stdout: \u000a| (launched: 2022-12-14_07:43:06.303379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:08.123917 run osmo-stp_10.42.42.5(pid=24026): stderr: \u000a| �[0;m�[38;5;43m20221214074306476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074306476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074306477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074306477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074306478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074306478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074306478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:08.177491 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24026): Process ended prematurely: osmo-stp_10.42.42.5(pid=24026) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24026)] [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:43:08.186230 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:43:08.246146 run osmo-hlr_10.42.42.2(pid=24023): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24023)]\u000a07:43:08.295096 run osmo-hlr_10.42.42.2(pid=24023): stdout: \u000a| (launched: 2022-12-14_07:43:05.326335) \u000a07:43:08.344831 run osmo-hlr_10.42.42.2(pid=24023): stderr: \u000a| �[0;m�[1;31m20221214074305502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074305502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074305502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074305502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074305502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074305502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074305515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074305523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074305523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074305523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:08.411827 run osmo-msc_10.42.42.6(pid=24029): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24029)]\u000a07:43:08.460748 run osmo-msc_10.42.42.6(pid=24029): stdout: \u000a| (launched: 2022-12-14_07:43:07.289797) \u000a07:43:08.510250 run osmo-msc_10.42.42.6(pid=24029): stderr: \u000a| �[0;m�[38;5;43m20221214074307563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074307563 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f579fcefc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074307563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074307563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074307563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074307563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074307565 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074307565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074307566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074307566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:43:08.552391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24022): Terminating (SIGTERM)\u000a07:43:08.592365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24025): Terminating (SIGTERM)\u000a07:43:08.632193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24028): Terminating (SIGTERM)\u000a07:43:08.641416 --- ParallelTerminationStrategy: PID 24022 died...\u000a07:43:08.694596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24022): Terminated: ok {rc=0}\u000a07:43:08.704042 --- ParallelTerminationStrategy: PID 24025 died...\u000a07:43:08.756857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24025): Terminated: ok {rc=0}\u000a07:43:08.766352 --- ParallelTerminationStrategy: PID 24028 died...\u000a07:43:08.819113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24028): Terminated: ok {rc=0}\u000a07:43:08.902885 bus /sierra_3: Setting Powered False\u000a07:43:10.010441 bus /sierra_3: Setting Powered False\u000a07:43:11.124190 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:42:51" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24040): Process ended prematurely: osmo-stp_10.42.42.5(pid=24040) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24040)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24040): Process ended prematurely: osmo-stp_10.42.42.5(pid=24040) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:43:13.120767 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:43:13.132872 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:43:13.298652 tst mo_mt_call.py: using LAC 39428\u000a07:43:13.426427 tst mo_mt_call.py: using RAC 158\u000a07:43:13.560198 tst mo_mt_call.py: using CellId 39428\u000a07:43:13.687136 tst mo_mt_call.py: using BVCI 39429\u000a07:43:13.712232 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:43:13.723913 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:43:13.735542 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:43:13.746910 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:43:13.758824 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:43:13.770694 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:43:13.887903 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:43:14.102547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:14.620173 run create_hlr_db(pid=24034): Launched\u000a07:43:14.810186 bus /sierra_2: Setting Powered False\u000a07:43:15.839096 run create_hlr_db(pid=24034): Terminated: ok {rc=0}\u000a07:43:16.327930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24036): Launched\u000a07:43:16.715939 run osmo-hlr_10.42.42.2(pid=24037): Launched\u000a07:43:17.005597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:17.544702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24039): Launched\u000a07:43:17.852280 run osmo-stp_10.42.42.5(pid=24040): Launched\u000a07:43:17.962247 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:43:18.525640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24042): Launched\u000a07:43:18.834995 run osmo-msc_10.42.42.6(pid=24043): Launched\u000a07:43:19.014015 run osmo-stp_10.42.42.5(pid=24040): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24040)]\u000a07:43:19.143279 run osmo-stp_10.42.42.5(pid=24040): stdout: \u000a| (launched: 2022-12-14_07:43:17.700267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:19.270404 run osmo-stp_10.42.42.5(pid=24040): stderr: \u000a| �[0;m�[38;5;43m20221214074317872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074317872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074317872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074317873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074317873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074317873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074317873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:19.392873 run osmo-stp_10.42.42.5(pid=24040): stdout: \u000a| (launched: 2022-12-14_07:43:17.700267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:19.514348 run osmo-stp_10.42.42.5(pid=24040): stderr: \u000a| �[0;m�[38;5;43m20221214074317872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074317872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074317872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074317873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074317873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074317873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074317873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:19.568308 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24040): Process ended prematurely: osmo-stp_10.42.42.5(pid=24040) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24040)] [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:43:19.576769 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a07:43:19.635920 run osmo-hlr_10.42.42.2(pid=24037): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24037)]\u000a07:43:19.684699 run osmo-hlr_10.42.42.2(pid=24037): stdout: \u000a| (launched: 2022-12-14_07:43:16.498769) \u000a07:43:19.734089 run osmo-hlr_10.42.42.2(pid=24037): stderr: \u000a| �[0;m�[1;31m20221214074316835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074316835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074316835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074316835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074316835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074316838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074316858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074316868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074316869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074316869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:19.800996 run osmo-msc_10.42.42.6(pid=24043): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24043)]\u000a07:43:19.849731 run osmo-msc_10.42.42.6(pid=24043): stdout: \u000a| (launched: 2022-12-14_07:43:18.681186) \u000a07:43:19.898892 run osmo-msc_10.42.42.6(pid=24043): stderr: \u000a| �[0;m�[38;5;43m20221214074318953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074318953 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8a31cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074318953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074318953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074318953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074318954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074318955 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074318956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074318956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074318956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:43:19.940926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24036): Terminating (SIGTERM)\u000a07:43:19.980439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24039): Terminating (SIGTERM)\u000a07:43:20.019970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24042): Terminating (SIGTERM)\u000a07:43:20.029121 --- ParallelTerminationStrategy: PID 24036 died...\u000a07:43:20.081987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24036): Terminated: ok {rc=0}\u000a07:43:20.091449 --- ParallelTerminationStrategy: PID 24039 died...\u000a07:43:20.144026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24039): Terminated: ok {rc=0}\u000a07:43:20.153571 --- ParallelTerminationStrategy: PID 24042 died...\u000a07:43:20.206461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24042): Terminated: ok {rc=0}\u000a07:43:20.294993 bus /sierra_3: Setting Powered False\u000a07:43:21.402130 bus /sierra_3: Setting Powered False\u000a07:43:22.510091 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24051): Process ended prematurely: osmo-stp_10.42.42.5(pid=24051) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24051)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24051): Process ended prematurely: osmo-stp_10.42.42.5(pid=24051) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:43:23.626375 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:43:23.638812 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:43:23.807453 tst mo_mt_call_osmux.py: using LAC 39429\u000a07:43:23.935757 tst mo_mt_call_osmux.py: using RAC 159\u000a07:43:24.063980 tst mo_mt_call_osmux.py: using CellId 39429\u000a07:43:24.192257 tst mo_mt_call_osmux.py: using BVCI 39430\u000a07:43:24.217360 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:43:24.229299 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:43:24.240939 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:43:24.252725 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:43:24.264527 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:43:24.276383 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:43:24.399333 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:43:24.605225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:25.099696 run create_hlr_db(pid=24045): Launched\u000a07:43:25.276195 bus /sierra_2: Setting Powered False\u000a07:43:26.296869 run create_hlr_db(pid=24045): Terminated: ok {rc=0}\u000a07:43:26.736215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24047): Launched\u000a07:43:27.067067 run osmo-hlr_10.42.42.2(pid=24048): Launched\u000a07:43:27.188837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:27.764212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24050): Launched\u000a07:43:28.094679 run osmo-stp_10.42.42.5(pid=24051): Launched\u000a07:43:28.213192 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:43:28.815532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24053): Launched\u000a07:43:29.145800 run osmo-msc_10.42.42.6(pid=24054): Launched\u000a07:43:29.337412 run osmo-stp_10.42.42.5(pid=24051): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24051)]\u000a07:43:29.477032 run osmo-stp_10.42.42.5(pid=24051): stdout: \u000a| (launched: 2022-12-14_07:43:27.930906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:29.614346 run osmo-stp_10.42.42.5(pid=24051): stderr: \u000a| �[0;m�[38;5;43m20221214074328123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074328123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074328123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074328123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074328124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074328124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074328124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:29.745298 run osmo-stp_10.42.42.5(pid=24051): stdout: \u000a| (launched: 2022-12-14_07:43:27.930906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:29.875646 run osmo-stp_10.42.42.5(pid=24051): stderr: \u000a| �[0;m�[38;5;43m20221214074328123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074328123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074328123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074328123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074328124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074328124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074328124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:29.933347 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24051): Process ended prematurely: osmo-stp_10.42.42.5(pid=24051) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24051)] [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:43:29.942952 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:43:30.006285 run osmo-hlr_10.42.42.2(pid=24048): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24048)]\u000a07:43:30.058267 run osmo-hlr_10.42.42.2(pid=24048): stdout: \u000a| (launched: 2022-12-14_07:43:26.903291) \u000a07:43:30.110960 run osmo-hlr_10.42.42.2(pid=24048): stderr: \u000a| �[0;m�[1;31m20221214074327102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074327102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074327102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074327102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074327102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074327102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074327117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074327125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074327125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074327125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:30.181903 run osmo-msc_10.42.42.6(pid=24054): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24054)]\u000a07:43:30.233589 run osmo-msc_10.42.42.6(pid=24054): stdout: \u000a| (launched: 2022-12-14_07:43:28.981882) \u000a07:43:30.285869 run osmo-msc_10.42.42.6(pid=24054): stderr: \u000a| �[0;m�[38;5;43m20221214074329303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074329303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4568c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074329303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074329303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074329303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074329304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074329305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074329306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074329306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074329306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:43:30.330938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24047): Terminating (SIGTERM)\u000a07:43:30.373622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24050): Terminating (SIGTERM)\u000a07:43:30.416075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24053): Terminating (SIGTERM)\u000a07:43:30.425898 --- ParallelTerminationStrategy: PID 24047 died...\u000a07:43:30.483107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24047): Terminated: ok {rc=0}\u000a07:43:30.493413 --- ParallelTerminationStrategy: PID 24050 died...\u000a07:43:30.550722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24050): Terminated: ok {rc=0}\u000a07:43:30.560816 --- ParallelTerminationStrategy: PID 24053 died...\u000a07:43:30.617782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24053): Terminated: ok {rc=0}\u000a07:43:30.705998 bus /sierra_3: Setting Powered False\u000a07:43:31.819424 bus /sierra_3: Setting Powered False\u000a07:43:32.931146 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:43:12" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24065): Process ended prematurely: osmo-stp_10.42.42.5(pid=24065) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24065)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24065): Process ended prematurely: osmo-stp_10.42.42.5(pid=24065) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:43:34.924505 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:43:34.935857 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:43:35.098696 tst mo_mt_call.py: using LAC 39430\u000a07:43:35.221167 tst mo_mt_call.py: using RAC 160\u000a07:43:35.344047 tst mo_mt_call.py: using CellId 39430\u000a07:43:35.466513 tst mo_mt_call.py: using BVCI 39431\u000a07:43:35.489993 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:43:35.501139 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:43:35.512280 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:43:35.523224 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:43:35.534288 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:43:35.545307 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:43:35.661898 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:43:35.880753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:36.400903 run create_hlr_db(pid=24059): Launched\u000a07:43:36.592598 bus /sierra_2: Setting Powered False\u000a07:43:37.611910 run create_hlr_db(pid=24059): Terminated: ok {rc=0}\u000a07:43:38.050417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24061): Launched\u000a07:43:38.382059 run osmo-hlr_10.42.42.2(pid=24062): Launched\u000a07:43:38.503530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:39.080041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24064): Launched\u000a07:43:39.411672 run osmo-stp_10.42.42.5(pid=24065): Launched\u000a07:43:39.530570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:43:40.131436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24067): Launched\u000a07:43:40.462252 run osmo-msc_10.42.42.6(pid=24068): Launched\u000a07:43:40.653819 run osmo-stp_10.42.42.5(pid=24065): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24065)]\u000a07:43:40.792339 run osmo-stp_10.42.42.5(pid=24065): stdout: \u000a| (launched: 2022-12-14_07:43:39.247444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:40.927355 run osmo-stp_10.42.42.5(pid=24065): stderr: \u000a| �[0;m�[38;5;43m20221214074339441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074339442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074339442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074339442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074339443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074339443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074339443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:41.050854 run osmo-stp_10.42.42.5(pid=24065): stdout: \u000a| (launched: 2022-12-14_07:43:39.247444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:41.173203 run osmo-stp_10.42.42.5(pid=24065): stderr: \u000a| �[0;m�[38;5;43m20221214074339441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074339442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074339442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074339442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074339443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074339443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074339443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:41.227085 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24065): Process ended prematurely: osmo-stp_10.42.42.5(pid=24065) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24065)] [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:43:41.235849 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:43:41.296282 run osmo-hlr_10.42.42.2(pid=24062): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24062)]\u000a07:43:41.345669 run osmo-hlr_10.42.42.2(pid=24062): stdout: \u000a| (launched: 2022-12-14_07:43:38.217783) \u000a07:43:41.395509 run osmo-hlr_10.42.42.2(pid=24062): stderr: \u000a| �[0;m�[1;31m20221214074338415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074338415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074338416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074338416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074338416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074338416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074338431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074338441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074338442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074338442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:41.462719 run osmo-msc_10.42.42.6(pid=24068): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24068)]\u000a07:43:41.511821 run osmo-msc_10.42.42.6(pid=24068): stdout: \u000a| (launched: 2022-12-14_07:43:40.297793) \u000a07:43:41.561668 run osmo-msc_10.42.42.6(pid=24068): stderr: \u000a| �[0;m�[38;5;43m20221214074340621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074340621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a16f2dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074340621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074340621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074340621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074340621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074340623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074340623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074340624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074340624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:43:41.604014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24061): Terminating (SIGTERM)\u000a07:43:41.644176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24064): Terminating (SIGTERM)\u000a07:43:41.684261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24067): Terminating (SIGTERM)\u000a07:43:41.693594 --- ParallelTerminationStrategy: PID 24061 died...\u000a07:43:41.746747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24061): Terminated: ok {rc=0}\u000a07:43:41.756253 --- ParallelTerminationStrategy: PID 24064 died...\u000a07:43:41.809527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24064): Terminated: ok {rc=0}\u000a07:43:41.819115 --- ParallelTerminationStrategy: PID 24067 died...\u000a07:43:41.872570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24067): Terminated: ok {rc=0}\u000a07:43:41.961477 bus /sierra_3: Setting Powered False\u000a07:43:43.063655 bus /sierra_3: Setting Powered False\u000a07:43:44.176190 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24076): Process ended prematurely: osmo-stp_10.42.42.5(pid=24076) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24076)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24076): Process ended prematurely: osmo-stp_10.42.42.5(pid=24076) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:43:45.288510 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:43:45.300410 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:43:45.463441 tst mo_mt_call_osmux.py: using LAC 39431\u000a07:43:45.586497 tst mo_mt_call_osmux.py: using RAC 161\u000a07:43:45.705399 tst mo_mt_call_osmux.py: using CellId 39431\u000a07:43:45.824843 tst mo_mt_call_osmux.py: using BVCI 39432\u000a07:43:45.851974 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:43:45.864083 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:43:45.877346 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:43:45.893211 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:43:45.912095 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:43:45.928571 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:43:46.077930 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:43:46.338399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:46.869797 run create_hlr_db(pid=24070): Launched\u000a07:43:47.049411 bus /sierra_2: Setting Powered False\u000a07:43:48.068076 run create_hlr_db(pid=24070): Terminated: ok {rc=0}\u000a07:43:48.506844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24072): Launched\u000a07:43:48.838146 run osmo-hlr_10.42.42.2(pid=24073): Launched\u000a07:43:48.959002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:49.532002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24075): Launched\u000a07:43:49.862907 run osmo-stp_10.42.42.5(pid=24076): Launched\u000a07:43:49.981611 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:43:50.580771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24078): Launched\u000a07:43:50.912235 run osmo-msc_10.42.42.6(pid=24079): Launched\u000a07:43:51.106358 run osmo-stp_10.42.42.5(pid=24076): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24076)]\u000a07:43:51.244874 run osmo-stp_10.42.42.5(pid=24076): stdout: \u000a| (launched: 2022-12-14_07:43:49.698388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:51.382623 run osmo-stp_10.42.42.5(pid=24076): stderr: \u000a| �[0;m�[38;5;43m20221214074349890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074349890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074349891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074349891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074349892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074349892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074349892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:51.514382 run osmo-stp_10.42.42.5(pid=24076): stdout: \u000a| (launched: 2022-12-14_07:43:49.698388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:51.644656 run osmo-stp_10.42.42.5(pid=24076): stderr: \u000a| �[0;m�[38;5;43m20221214074349890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074349890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074349891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074349891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074349892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074349892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074349892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:51.702580 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24076): Process ended prematurely: osmo-stp_10.42.42.5(pid=24076) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24076)] [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:43:51.712089 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a07:43:51.775918 run osmo-hlr_10.42.42.2(pid=24073): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24073)]\u000a07:43:51.828342 run osmo-hlr_10.42.42.2(pid=24073): stdout: \u000a| (launched: 2022-12-14_07:43:48.674126) \u000a07:43:51.881263 run osmo-hlr_10.42.42.2(pid=24073): stderr: \u000a| �[0;m�[1;31m20221214074348872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074348872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074348872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074348872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074348872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074348872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074348884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074348893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074348893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074348893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:51.952543 run osmo-msc_10.42.42.6(pid=24079): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24079)]\u000a07:43:52.004875 run osmo-msc_10.42.42.6(pid=24079): stdout: \u000a| (launched: 2022-12-14_07:43:50.747191) \u000a07:43:52.057843 run osmo-msc_10.42.42.6(pid=24079): stderr: \u000a| �[0;m�[38;5;43m20221214074351068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074351068 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f336a9bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074351068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074351068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074351068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074351069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074351070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074351071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074351071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074351071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:43:52.102870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24072): Terminating (SIGTERM)\u000a07:43:52.145571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24075): Terminating (SIGTERM)\u000a07:43:52.188358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24078): Terminating (SIGTERM)\u000a07:43:52.198232 --- ParallelTerminationStrategy: PID 24072 died...\u000a07:43:52.255679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24072): Terminated: ok {rc=0}\u000a07:43:52.266085 --- ParallelTerminationStrategy: PID 24075 died...\u000a07:43:52.323211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24075): Terminated: ok {rc=0}\u000a07:43:52.333603 --- ParallelTerminationStrategy: PID 24078 died...\u000a07:43:52.390925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24078): Terminated: ok {rc=0}\u000a07:43:52.478846 bus /sierra_3: Setting Powered False\u000a07:43:53.586018 bus /sierra_3: Setting Powered False\u000a07:43:54.699148 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:43:34" }, { "cases" : [ { "testActions" : [ ], "age" : 75, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24090): Process ended prematurely: osmo-stp_10.42.42.5(pid=24090) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24090)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24090): Process ended prematurely: osmo-stp_10.42.42.5(pid=24090) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:43:56.707109 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:43:56.718546 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:43:56.876018 tst mo_mt_call.py: using LAC 39432\u000a07:43:56.995694 tst mo_mt_call.py: using RAC 162\u000a07:43:57.114283 tst mo_mt_call.py: using CellId 39432\u000a07:43:57.232564 tst mo_mt_call.py: using BVCI 39433\u000a07:43:57.255828 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:43:57.266908 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:43:57.277784 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:43:57.288629 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:43:57.299552 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:43:57.310487 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:43:57.428331 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:43:57.642770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:58.159554 run create_hlr_db(pid=24084): Launched\u000a07:43:58.348766 bus /sierra_2: Setting Powered False\u000a07:43:59.369955 run create_hlr_db(pid=24084): Terminated: ok {rc=0}\u000a07:43:59.783891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24086): Launched\u000a07:44:00.091063 run osmo-hlr_10.42.42.2(pid=24087): Launched\u000a07:44:00.203881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:00.738374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24089): Launched\u000a07:44:01.164386 run osmo-stp_10.42.42.5(pid=24090): Launched\u000a07:44:01.393069 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:44:02.021191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24092): Launched\u000a07:44:02.338270 run osmo-msc_10.42.42.6(pid=24093): Launched\u000a07:44:02.517710 run osmo-stp_10.42.42.5(pid=24090): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24090)]\u000a07:44:02.647749 run osmo-stp_10.42.42.5(pid=24090): stdout: \u000a| (launched: 2022-12-14_07:44:00.906544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:02.775739 run osmo-stp_10.42.42.5(pid=24090): stderr: \u000a| �[0;m�[38;5;43m20221214074401239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074401239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074401239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074401239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074401240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074401240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074401240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:02.898567 run osmo-stp_10.42.42.5(pid=24090): stdout: \u000a| (launched: 2022-12-14_07:44:00.906544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:03.020024 run osmo-stp_10.42.42.5(pid=24090): stderr: \u000a| �[0;m�[38;5;43m20221214074401239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074401239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074401239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074401239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074401240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074401240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074401240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:03.074015 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24090): Process ended prematurely: osmo-stp_10.42.42.5(pid=24090) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24090)] [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:44:03.082853 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:44:03.142789 run osmo-hlr_10.42.42.2(pid=24087): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24087)]\u000a07:44:03.192041 run osmo-hlr_10.42.42.2(pid=24087): stdout: \u000a| (launched: 2022-12-14_07:43:59.939460) \u000a07:44:03.241946 run osmo-hlr_10.42.42.2(pid=24087): stderr: \u000a| �[0;m�[1;31m20221214074400117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074400117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074400117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074400117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074400117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074400117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074400129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074400138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074400138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074400138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:03.309640 run osmo-msc_10.42.42.6(pid=24093): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24093)]\u000a07:44:03.358683 run osmo-msc_10.42.42.6(pid=24093): stdout: \u000a| (launched: 2022-12-14_07:44:02.179724) \u000a07:44:03.408320 run osmo-msc_10.42.42.6(pid=24093): stderr: \u000a| �[0;m�[38;5;43m20221214074402452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074402452 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa685f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074402452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074402453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074402453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074402453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074402455 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074402455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074402455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074402455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:44:03.450431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24086): Terminating (SIGTERM)\u000a07:44:03.490245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24089): Terminating (SIGTERM)\u000a07:44:03.530093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24092): Terminating (SIGTERM)\u000a07:44:03.539319 --- ParallelTerminationStrategy: PID 24086 died...\u000a07:44:03.592636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24086): Terminated: ok {rc=0}\u000a07:44:03.602322 --- ParallelTerminationStrategy: PID 24089 died...\u000a07:44:03.655286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24089): Terminated: ok {rc=0}\u000a07:44:03.664883 --- ParallelTerminationStrategy: PID 24092 died...\u000a07:44:03.718143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24092): Terminated: ok {rc=0}\u000a07:44:03.806870 bus /sierra_3: Setting Powered False\u000a07:44:04.910768 bus /sierra_3: Setting Powered False\u000a07:44:06.017837 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24101): Process ended prematurely: osmo-stp_10.42.42.5(pid=24101) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24101)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24101): Process ended prematurely: osmo-stp_10.42.42.5(pid=24101) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:44:07.127465 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:44:07.139337 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:44:07.302150 tst mo_mt_call_osmux.py: using LAC 39433\u000a07:44:07.421358 tst mo_mt_call_osmux.py: using RAC 163\u000a07:44:07.540656 tst mo_mt_call_osmux.py: using CellId 39433\u000a07:44:07.660506 tst mo_mt_call_osmux.py: using BVCI 39434\u000a07:44:07.683695 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:44:07.695006 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:44:07.706009 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:44:07.717015 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:44:07.728024 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:44:07.739004 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:44:07.856179 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:44:08.072124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:08.597255 run create_hlr_db(pid=24095): Launched\u000a07:44:08.775234 bus /sierra_2: Setting Powered False\u000a07:44:09.795662 run create_hlr_db(pid=24095): Terminated: ok {rc=0}\u000a07:44:10.208658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24097): Launched\u000a07:44:10.519109 run osmo-hlr_10.42.42.2(pid=24098): Launched\u000a07:44:10.638284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:11.181242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24100): Launched\u000a07:44:11.491621 run osmo-stp_10.42.42.5(pid=24101): Launched\u000a07:44:11.603498 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:44:12.194173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24103): Launched\u000a07:44:12.506685 run osmo-msc_10.42.42.6(pid=24104): Launched\u000a07:44:12.686551 run osmo-stp_10.42.42.5(pid=24101): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24101)]\u000a07:44:12.817820 run osmo-stp_10.42.42.5(pid=24101): stdout: \u000a| (launched: 2022-12-14_07:44:11.337304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:12.945870 run osmo-stp_10.42.42.5(pid=24101): stderr: \u000a| �[0;m�[38;5;43m20221214074411510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074411510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074411511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074411512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074411513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074411513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074411513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:13.069110 run osmo-stp_10.42.42.5(pid=24101): stdout: \u000a| (launched: 2022-12-14_07:44:11.337304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:13.191595 run osmo-stp_10.42.42.5(pid=24101): stderr: \u000a| �[0;m�[38;5;43m20221214074411510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074411510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074411511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074411512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074411513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074411513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074411513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:13.245892 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24101): Process ended prematurely: osmo-stp_10.42.42.5(pid=24101) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24101)] [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:44:13.254696 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:44:13.314996 run osmo-hlr_10.42.42.2(pid=24098): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24098)]\u000a07:44:13.364486 run osmo-hlr_10.42.42.2(pid=24098): stdout: \u000a| (launched: 2022-12-14_07:44:10.365274) \u000a07:44:13.414413 run osmo-hlr_10.42.42.2(pid=24098): stderr: \u000a| �[0;m�[1;31m20221214074410543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074410543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074410543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074410543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074410543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074410543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074410555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074410563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074410564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074410564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:13.482536 run osmo-msc_10.42.42.6(pid=24104): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24104)]\u000a07:44:13.531599 run osmo-msc_10.42.42.6(pid=24104): stdout: \u000a| (launched: 2022-12-14_07:44:12.350559) \u000a07:44:13.581388 run osmo-msc_10.42.42.6(pid=24104): stderr: \u000a| �[0;m�[38;5;43m20221214074412625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074412625 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa824d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074412626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074412626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074412626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074412626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074412628 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074412628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074412628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074412628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:44:13.623701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24097): Terminating (SIGTERM)\u000a07:44:13.663659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24100): Terminating (SIGTERM)\u000a07:44:13.703661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24103): Terminating (SIGTERM)\u000a07:44:13.713015 --- ParallelTerminationStrategy: PID 24097 died...\u000a07:44:13.766579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24097): Terminated: ok {rc=0}\u000a07:44:13.776242 --- ParallelTerminationStrategy: PID 24100 died...\u000a07:44:13.829461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24100): Terminated: ok {rc=0}\u000a07:44:13.839107 --- ParallelTerminationStrategy: PID 24103 died...\u000a07:44:13.892026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24103): Terminated: ok {rc=0}\u000a07:44:13.980326 bus /sierra_3: Setting Powered False\u000a07:44:15.083273 bus /sierra_3: Setting Powered False\u000a07:44:16.218768 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:43:56" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24115): Process ended prematurely: osmo-stp_10.42.42.5(pid=24115) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24115)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24115): Process ended prematurely: osmo-stp_10.42.42.5(pid=24115) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:44:18.231481 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:44:18.243357 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:44:18.410077 tst mo_mt_call.py: using LAC 39434\u000a07:44:18.536866 tst mo_mt_call.py: using RAC 164\u000a07:44:18.668766 tst mo_mt_call.py: using CellId 39434\u000a07:44:18.796836 tst mo_mt_call.py: using BVCI 39435\u000a07:44:18.822739 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:44:18.834475 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:44:18.846041 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:44:18.857627 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:44:18.869947 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:44:18.882015 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:44:19.000480 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:44:19.213361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:19.729906 run create_hlr_db(pid=24109): Launched\u000a07:44:19.919634 bus /sierra_2: Setting Powered False\u000a07:44:20.940413 run create_hlr_db(pid=24109): Terminated: ok {rc=0}\u000a07:44:21.356274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24111): Launched\u000a07:44:21.664740 run osmo-hlr_10.42.42.2(pid=24112): Launched\u000a07:44:21.786301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:22.327613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24114): Launched\u000a07:44:22.636045 run osmo-stp_10.42.42.5(pid=24115): Launched\u000a07:44:22.746957 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:44:23.321257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24117): Launched\u000a07:44:23.651465 run osmo-msc_10.42.42.6(pid=24118): Launched\u000a07:44:23.842760 run osmo-stp_10.42.42.5(pid=24115): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24115)]\u000a07:44:23.982038 run osmo-stp_10.42.42.5(pid=24115): stdout: \u000a| (launched: 2022-12-14_07:44:22.483289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:24.119824 run osmo-stp_10.42.42.5(pid=24115): stderr: \u000a| �[0;m�[38;5;43m20221214074422653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074422653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074422653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074422654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074422654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074422654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074422654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:24.251104 run osmo-stp_10.42.42.5(pid=24115): stdout: \u000a| (launched: 2022-12-14_07:44:22.483289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:24.380614 run osmo-stp_10.42.42.5(pid=24115): stderr: \u000a| �[0;m�[38;5;43m20221214074422653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074422653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074422653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074422654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074422654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074422654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074422654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:24.438278 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24115): Process ended prematurely: osmo-stp_10.42.42.5(pid=24115) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24115)] [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:44:24.447735 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:44:24.511555 run osmo-hlr_10.42.42.2(pid=24112): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24112)]\u000a07:44:24.566535 run osmo-hlr_10.42.42.2(pid=24112): stdout: \u000a| (launched: 2022-12-14_07:44:21.512008) \u000a07:44:24.620254 run osmo-hlr_10.42.42.2(pid=24112): stderr: \u000a| �[0;m�[1;31m20221214074421688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074421688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074421688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074421688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074421688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074421688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074421700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074421708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074421708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074421708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:24.691149 run osmo-msc_10.42.42.6(pid=24118): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24118)]\u000a07:44:24.742730 run osmo-msc_10.42.42.6(pid=24118): stdout: \u000a| (launched: 2022-12-14_07:44:23.487486) \u000a07:44:24.794910 run osmo-msc_10.42.42.6(pid=24118): stderr: \u000a| �[0;m�[38;5;43m20221214074423809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074423809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0fb475c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074423809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074423809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074423809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074423810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074423811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074423812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074423812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074423812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:44:24.839881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24111): Terminating (SIGTERM)\u000a07:44:24.882706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24114): Terminating (SIGTERM)\u000a07:44:24.924744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24117): Terminating (SIGTERM)\u000a07:44:24.934383 --- ParallelTerminationStrategy: PID 24111 died...\u000a07:44:24.990722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24111): Terminated: ok {rc=0}\u000a07:44:25.000695 --- ParallelTerminationStrategy: PID 24114 died...\u000a07:44:25.056939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24114): Terminated: ok {rc=0}\u000a07:44:25.066975 --- ParallelTerminationStrategy: PID 24117 died...\u000a07:44:25.122998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24117): Terminated: ok {rc=0}\u000a07:44:25.210868 bus /sierra_3: Setting Powered False\u000a07:44:26.313555 bus /sierra_3: Setting Powered False\u000a07:44:27.425740 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24139): Process ended prematurely: osmo-stp_10.42.42.5(pid=24139) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24139)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24139): Process ended prematurely: osmo-stp_10.42.42.5(pid=24139) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:44:28.541459 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:44:28.553928 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:44:28.722438 tst mo_mt_call_osmux.py: using LAC 39435\u000a07:44:28.853242 tst mo_mt_call_osmux.py: using RAC 165\u000a07:44:28.977622 tst mo_mt_call_osmux.py: using CellId 39435\u000a07:44:29.097926 tst mo_mt_call_osmux.py: using BVCI 39436\u000a07:44:29.121428 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:44:29.132722 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:44:29.143893 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:44:29.155038 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:44:29.166043 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:44:29.177034 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:44:29.294215 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:44:29.499422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:29.991382 run create_hlr_db(pid=24133): Launched\u000a07:44:30.167479 bus /sierra_2: Setting Powered False\u000a07:44:31.205584 run create_hlr_db(pid=24133): Terminated: ok {rc=0}\u000a07:44:31.692109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24135): Launched\u000a07:44:32.128893 run osmo-hlr_10.42.42.2(pid=24136): Launched\u000a07:44:32.285774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:32.827489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24138): Launched\u000a07:44:33.135287 run osmo-stp_10.42.42.5(pid=24139): Launched\u000a07:44:33.246172 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:44:33.807939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24141): Launched\u000a07:44:34.115041 run osmo-msc_10.42.42.6(pid=24142): Launched\u000a07:44:34.293703 run osmo-stp_10.42.42.5(pid=24139): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24139)]\u000a07:44:34.422967 run osmo-stp_10.42.42.5(pid=24139): stdout: \u000a| (launched: 2022-12-14_07:44:32.983371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:34.550114 run osmo-stp_10.42.42.5(pid=24139): stderr: \u000a| �[0;m�[38;5;43m20221214074433154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074433154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074433155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074433155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074433156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074433156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074433156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:34.672113 run osmo-stp_10.42.42.5(pid=24139): stdout: \u000a| (launched: 2022-12-14_07:44:32.983371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:34.793110 run osmo-stp_10.42.42.5(pid=24139): stderr: \u000a| �[0;m�[38;5;43m20221214074433154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074433154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074433155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074433155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074433156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074433156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074433156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:34.847026 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24139): Process ended prematurely: osmo-stp_10.42.42.5(pid=24139) [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24139)] [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:44:34.855675 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:44:34.915838 run osmo-hlr_10.42.42.2(pid=24136): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24136)]\u000a07:44:34.964879 run osmo-hlr_10.42.42.2(pid=24136): stdout: \u000a| (launched: 2022-12-14_07:44:31.865383) \u000a07:44:35.014471 run osmo-hlr_10.42.42.2(pid=24136): stderr: \u000a| �[0;m�[1;31m20221214074432161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074432161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074432161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074432161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074432161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074432161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074432175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074432183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074432183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074432183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:35.081881 run osmo-msc_10.42.42.6(pid=24142): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24142)]\u000a07:44:35.130825 run osmo-msc_10.42.42.6(pid=24142): stdout: \u000a| (launched: 2022-12-14_07:44:33.963116) \u000a07:44:35.180259 run osmo-msc_10.42.42.6(pid=24142): stderr: \u000a| �[0;m�[38;5;43m20221214074434233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074434234 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe89bbfdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074434234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074434234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074434234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074434234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074434236 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074434236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074434236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074434236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:44:35.222431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24135): Terminating (SIGTERM)\u000a07:44:35.261912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24138): Terminating (SIGTERM)\u000a07:44:35.301744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24141): Terminating (SIGTERM)\u000a07:44:35.310952 --- ParallelTerminationStrategy: PID 24135 died...\u000a07:44:35.364070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24135): Terminated: ok {rc=0}\u000a07:44:35.373738 --- ParallelTerminationStrategy: PID 24138 died...\u000a07:44:35.426412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24138): Terminated: ok {rc=0}\u000a07:44:35.435827 --- ParallelTerminationStrategy: PID 24141 died...\u000a07:44:35.488532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24141): Terminated: ok {rc=0}\u000a07:44:35.577560 bus /sierra_3: Setting Powered False\u000a07:44:36.684927 bus /sierra_3: Setting Powered False\u000a07:44:37.793206 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:44:17" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24153): Process ended prematurely: osmo-stp_10.42.42.5(pid=24153) [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24153)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24153): Process ended prematurely: osmo-stp_10.42.42.5(pid=24153) [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:44:39.801087 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:44:39.812684 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:44:39.981130 tst mo_mt_call.py: using LAC 39436\u000a07:44:40.109140 tst mo_mt_call.py: using RAC 166\u000a07:44:40.231149 tst mo_mt_call.py: using CellId 39436\u000a07:44:40.352838 tst mo_mt_call.py: using BVCI 39437\u000a07:44:40.376286 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:44:40.387730 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:44:40.399157 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:44:40.410324 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:44:40.421427 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:44:40.432285 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:44:40.554346 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:44:40.759355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:41.255876 run create_hlr_db(pid=24147): Launched\u000a07:44:41.431557 bus /sierra_2: Setting Powered False\u000a07:44:42.454566 run create_hlr_db(pid=24147): Terminated: ok {rc=0}\u000a07:44:42.893561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24149): Launched\u000a07:44:43.223963 run osmo-hlr_10.42.42.2(pid=24150): Launched\u000a07:44:43.352653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:43.925006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24152): Launched\u000a07:44:44.254865 run osmo-stp_10.42.42.5(pid=24153): Launched\u000a07:44:44.373741 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:44:44.973898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24155): Launched\u000a07:44:45.305597 run osmo-msc_10.42.42.6(pid=24156): Launched\u000a07:44:45.497948 run osmo-stp_10.42.42.5(pid=24153): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24153)]\u000a07:44:45.636550 run osmo-stp_10.42.42.5(pid=24153): stdout: \u000a| (launched: 2022-12-14_07:44:44.092477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:45.774233 run osmo-stp_10.42.42.5(pid=24153): stderr: \u000a| �[0;m�[38;5;43m20221214074444286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074444286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074444286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074444286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074444287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074444287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074444287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:45.919369 run osmo-stp_10.42.42.5(pid=24153): stdout: \u000a| (launched: 2022-12-14_07:44:44.092477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:46.052578 run osmo-stp_10.42.42.5(pid=24153): stderr: \u000a| �[0;m�[38;5;43m20221214074444286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074444286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074444286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074444286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074444287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074444287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074444287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:46.112167 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24153): Process ended prematurely: osmo-stp_10.42.42.5(pid=24153) [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24153)] [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:44:46.122486 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:44:46.188343 run osmo-hlr_10.42.42.2(pid=24150): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24150)]\u000a07:44:46.241660 run osmo-hlr_10.42.42.2(pid=24150): stdout: \u000a| (launched: 2022-12-14_07:44:43.060474) \u000a07:44:46.293367 run osmo-hlr_10.42.42.2(pid=24150): stderr: \u000a| �[0;m�[1;31m20221214074443260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074443260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074443260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074443261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074443261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074443261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074443272 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074443280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074443280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074443280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:46.363277 run osmo-msc_10.42.42.6(pid=24156): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24156)]\u000a07:44:46.414187 run osmo-msc_10.42.42.6(pid=24156): stdout: \u000a| (launched: 2022-12-14_07:44:45.142062) \u000a07:44:46.464987 run osmo-msc_10.42.42.6(pid=24156): stderr: \u000a| �[0;m�[38;5;43m20221214074445464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074445464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab376c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074445464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074445464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074445464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074445464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074445466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074445467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074445467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074445467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:44:46.509638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24149): Terminating (SIGTERM)\u000a07:44:46.554738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24152): Terminating (SIGTERM)\u000a07:44:46.597388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24155): Terminating (SIGTERM)\u000a07:44:46.609050 --- ParallelTerminationStrategy: PID 24149 died...\u000a07:44:46.665979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24149): Terminated: ok {rc=0}\u000a07:44:46.676565 --- ParallelTerminationStrategy: PID 24152 died...\u000a07:44:46.733044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24152): Terminated: ok {rc=0}\u000a07:44:46.744353 --- ParallelTerminationStrategy: PID 24155 died...\u000a07:44:46.800186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24155): Terminated: ok {rc=0}\u000a07:44:46.889787 bus /sierra_3: Setting Powered False\u000a07:44:47.991429 bus /sierra_3: Setting Powered False\u000a07:44:49.101883 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24164): Process ended prematurely: osmo-stp_10.42.42.5(pid=24164) [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24164)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24164): Process ended prematurely: osmo-stp_10.42.42.5(pid=24164) [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:44:50.213310 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:44:50.225309 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:44:50.384810 tst mo_mt_call_osmux.py: using LAC 39437\u000a07:44:50.507618 tst mo_mt_call_osmux.py: using RAC 167\u000a07:44:50.636763 tst mo_mt_call_osmux.py: using CellId 39437\u000a07:44:50.764907 tst mo_mt_call_osmux.py: using BVCI 39438\u000a07:44:50.790076 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:44:50.801925 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:44:50.813486 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:44:50.825443 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:44:50.837353 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:44:50.849111 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:44:50.970720 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:44:51.176285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:51.672186 run create_hlr_db(pid=24158): Launched\u000a07:44:51.849300 bus /sierra_2: Setting Powered False\u000a07:44:52.869818 run create_hlr_db(pid=24158): Terminated: ok {rc=0}\u000a07:44:53.310787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24160): Launched\u000a07:44:53.643547 run osmo-hlr_10.42.42.2(pid=24161): Launched\u000a07:44:53.765971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:54.341730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24163): Launched\u000a07:44:54.672704 run osmo-stp_10.42.42.5(pid=24164): Launched\u000a07:44:54.791674 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:44:55.400591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24166): Launched\u000a07:44:55.732038 run osmo-msc_10.42.42.6(pid=24167): Launched\u000a07:44:55.924325 run osmo-stp_10.42.42.5(pid=24164): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24164)]\u000a07:44:56.063125 run osmo-stp_10.42.42.5(pid=24164): stdout: \u000a| (launched: 2022-12-14_07:44:54.508254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:56.201888 run osmo-stp_10.42.42.5(pid=24164): stderr: \u000a| �[0;m�[38;5;43m20221214074454702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074454702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074454702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074454703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074454703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074454703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074454703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:56.333219 run osmo-stp_10.42.42.5(pid=24164): stdout: \u000a| (launched: 2022-12-14_07:44:54.508254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:56.463395 run osmo-stp_10.42.42.5(pid=24164): stderr: \u000a| �[0;m�[38;5;43m20221214074454702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074454702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074454702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074454703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074454703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074454703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074454703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:56.521149 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24164): Process ended prematurely: osmo-stp_10.42.42.5(pid=24164) [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24164)] [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:44:56.530843 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:44:56.594308 run osmo-hlr_10.42.42.2(pid=24161): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24161)]\u000a07:44:56.646200 run osmo-hlr_10.42.42.2(pid=24161): stdout: \u000a| (launched: 2022-12-14_07:44:53.478347) \u000a07:44:56.698846 run osmo-hlr_10.42.42.2(pid=24161): stderr: \u000a| �[0;m�[1;31m20221214074453678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074453678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074453678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074453678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074453678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074453679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074453691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074453702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074453702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074453702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:56.769964 run osmo-msc_10.42.42.6(pid=24167): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24167)]\u000a07:44:56.821701 run osmo-msc_10.42.42.6(pid=24167): stdout: \u000a| (launched: 2022-12-14_07:44:55.567404) \u000a07:44:56.874459 run osmo-msc_10.42.42.6(pid=24167): stderr: \u000a| �[0;m�[38;5;43m20221214074455892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074455892 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38aec80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074455892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074455892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074455892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074455893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074455894 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074455895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074455895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074455895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:44:56.919532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24160): Terminating (SIGTERM)\u000a07:44:56.961947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24163): Terminating (SIGTERM)\u000a07:44:57.004151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24166): Terminating (SIGTERM)\u000a07:44:57.013869 --- ParallelTerminationStrategy: PID 24160 died...\u000a07:44:57.070482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24160): Terminated: ok {rc=0}\u000a07:44:57.080546 --- ParallelTerminationStrategy: PID 24163 died...\u000a07:44:57.136861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24163): Terminated: ok {rc=0}\u000a07:44:57.146895 --- ParallelTerminationStrategy: PID 24166 died...\u000a07:44:57.203196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24166): Terminated: ok {rc=0}\u000a07:44:57.289781 bus /sierra_3: Setting Powered False\u000a07:44:58.396507 bus /sierra_3: Setting Powered False\u000a07:44:59.504981 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:44:39" }, { "cases" : [ { "testActions" : [ ], "age" : 73, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24181): Process ended prematurely: osmo-stp_10.42.42.5(pid=24181) [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24181)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24181): Process ended prematurely: osmo-stp_10.42.42.5(pid=24181) [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:45:01.525954 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:45:01.538225 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:45:01.706898 tst mo_mt_call.py: using LAC 39438\u000a07:45:01.845301 tst mo_mt_call.py: using RAC 168\u000a07:45:01.984558 tst mo_mt_call.py: using CellId 39438\u000a07:45:02.133492 tst mo_mt_call.py: using BVCI 39439\u000a07:45:02.165788 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:45:02.180526 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:45:02.194603 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:45:02.209217 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:45:02.224017 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:45:02.237487 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:45:02.371635 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:45:02.575437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:03.067568 run create_hlr_db(pid=24175): Launched\u000a07:45:03.244435 bus /sierra_2: Setting Powered False\u000a07:45:04.275603 run create_hlr_db(pid=24175): Terminated: ok {rc=0}\u000a07:45:04.689377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24177): Launched\u000a07:45:04.997327 run osmo-hlr_10.42.42.2(pid=24178): Launched\u000a07:45:05.108915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:05.650792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24180): Launched\u000a07:45:05.981184 run osmo-stp_10.42.42.5(pid=24181): Launched\u000a07:45:06.099560 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:45:06.700871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24183): Launched\u000a07:45:07.030626 run osmo-msc_10.42.42.6(pid=24184): Launched\u000a07:45:07.221963 run osmo-stp_10.42.42.5(pid=24181): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24181)]\u000a07:45:07.360381 run osmo-stp_10.42.42.5(pid=24181): stdout: \u000a| (launched: 2022-12-14_07:45:05.817632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:07.498568 run osmo-stp_10.42.42.5(pid=24181): stderr: \u000a| �[0;m�[38;5;43m20221214074506010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074506010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074506011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074506011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074506011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074506012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074506012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:07.630693 run osmo-stp_10.42.42.5(pid=24181): stdout: \u000a| (launched: 2022-12-14_07:45:05.817632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:07.760653 run osmo-stp_10.42.42.5(pid=24181): stderr: \u000a| �[0;m�[38;5;43m20221214074506010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074506010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074506011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074506011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074506011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074506012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074506012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:07.818457 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24181): Process ended prematurely: osmo-stp_10.42.42.5(pid=24181) [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24181)] [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:45:07.827641 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:45:07.891012 run osmo-hlr_10.42.42.2(pid=24178): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24178)]\u000a07:45:07.942672 run osmo-hlr_10.42.42.2(pid=24178): stdout: \u000a| (launched: 2022-12-14_07:45:04.845664) \u000a07:45:07.995081 run osmo-hlr_10.42.42.2(pid=24178): stderr: \u000a| �[0;m�[1;31m20221214074505022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074505022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074505022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074505022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074505022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074505022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074505034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074505043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074505043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074505043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:08.065573 run osmo-msc_10.42.42.6(pid=24184): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24184)]\u000a07:45:08.116938 run osmo-msc_10.42.42.6(pid=24184): stdout: \u000a| (launched: 2022-12-14_07:45:06.868192) \u000a07:45:08.168800 run osmo-msc_10.42.42.6(pid=24184): stderr: \u000a| �[0;m�[38;5;43m20221214074507192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074507192 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d5114dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074507192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074507193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074507193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074507193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074507195 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074507195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074507195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074507195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:45:08.213071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24177): Terminating (SIGTERM)\u000a07:45:08.255370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24180): Terminating (SIGTERM)\u000a07:45:08.297385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24183): Terminating (SIGTERM)\u000a07:45:08.306986 --- ParallelTerminationStrategy: PID 24177 died...\u000a07:45:08.363609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24177): Terminated: ok {rc=0}\u000a07:45:08.373887 --- ParallelTerminationStrategy: PID 24180 died...\u000a07:45:08.429655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24180): Terminated: ok {rc=0}\u000a07:45:08.439561 --- ParallelTerminationStrategy: PID 24183 died...\u000a07:45:08.495210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24183): Terminated: ok {rc=0}\u000a07:45:08.583047 bus /sierra_3: Setting Powered False\u000a07:45:09.686190 bus /sierra_3: Setting Powered False\u000a07:45:10.797431 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24192): Process ended prematurely: osmo-stp_10.42.42.5(pid=24192) [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24192)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24192): Process ended prematurely: osmo-stp_10.42.42.5(pid=24192) [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:45:11.906691 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:45:11.918222 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:45:12.074152 tst mo_mt_call_osmux.py: using LAC 39439\u000a07:45:12.192054 tst mo_mt_call_osmux.py: using RAC 169\u000a07:45:12.311935 tst mo_mt_call_osmux.py: using CellId 39439\u000a07:45:12.431664 tst mo_mt_call_osmux.py: using BVCI 39440\u000a07:45:12.454680 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:45:12.465656 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:45:12.476364 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:45:12.487103 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:45:12.497925 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:45:12.508674 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:45:12.623546 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:45:12.834469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:13.340739 run create_hlr_db(pid=24186): Launched\u000a07:45:13.525812 bus /sierra_2: Setting Powered False\u000a07:45:14.546854 run create_hlr_db(pid=24186): Terminated: ok {rc=0}\u000a07:45:14.976347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24188): Launched\u000a07:45:15.298235 run osmo-hlr_10.42.42.2(pid=24189): Launched\u000a07:45:15.415278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:16.017302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24191): Launched\u000a07:45:16.488538 run osmo-stp_10.42.42.5(pid=24192): Launched\u000a07:45:16.602303 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:45:17.193722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24194): Launched\u000a07:45:17.519492 run osmo-msc_10.42.42.6(pid=24195): Launched\u000a07:45:17.707138 run osmo-stp_10.42.42.5(pid=24192): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24192)]\u000a07:45:17.843106 run osmo-stp_10.42.42.5(pid=24192): stdout: \u000a| (launched: 2022-12-14_07:45:16.185264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:17.977817 run osmo-stp_10.42.42.5(pid=24192): stderr: \u000a| �[0;m�[38;5;43m20221214074516386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074516386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074516386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074516387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074516387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074516387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074516387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:18.106870 run osmo-stp_10.42.42.5(pid=24192): stdout: \u000a| (launched: 2022-12-14_07:45:16.185264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:18.234539 run osmo-stp_10.42.42.5(pid=24192): stderr: \u000a| �[0;m�[38;5;43m20221214074516386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074516386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074516386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074516387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074516387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074516387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074516387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:18.290851 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24192): Process ended prematurely: osmo-stp_10.42.42.5(pid=24192) [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24192)] [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:45:18.299837 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:45:18.362281 run osmo-hlr_10.42.42.2(pid=24189): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24189)]\u000a07:45:18.413445 run osmo-hlr_10.42.42.2(pid=24189): stdout: \u000a| (launched: 2022-12-14_07:45:15.140159) \u000a07:45:18.465088 run osmo-hlr_10.42.42.2(pid=24189): stderr: \u000a| �[0;m�[1;31m20221214074515334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074515334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074515334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074515334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074515334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074515334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074515347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074515355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074515355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074515355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:18.535668 run osmo-msc_10.42.42.6(pid=24195): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24195)]\u000a07:45:18.586458 run osmo-msc_10.42.42.6(pid=24195): stdout: \u000a| (launched: 2022-12-14_07:45:17.360214) \u000a07:45:18.637898 run osmo-msc_10.42.42.6(pid=24195): stderr: \u000a| �[0;m�[38;5;43m20221214074517680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074517681 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f836232dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074517681 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074517681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074517681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074517681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074517683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074517683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074517683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074517683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:45:18.681872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24188): Terminating (SIGTERM)\u000a07:45:18.723296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24191): Terminating (SIGTERM)\u000a07:45:18.764829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24194): Terminating (SIGTERM)\u000a07:45:18.774435 --- ParallelTerminationStrategy: PID 24188 died...\u000a07:45:18.829960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24188): Terminated: ok {rc=0}\u000a07:45:18.840145 --- ParallelTerminationStrategy: PID 24191 died...\u000a07:45:18.895767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24191): Terminated: ok {rc=0}\u000a07:45:18.905710 --- ParallelTerminationStrategy: PID 24194 died...\u000a07:45:18.961386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24194): Terminated: ok {rc=0}\u000a07:45:19.047837 bus /sierra_3: Setting Powered False\u000a07:45:20.153705 bus /sierra_3: Setting Powered False\u000a07:45:21.262400 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:45:01" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24206): Process ended prematurely: osmo-stp_10.42.42.5(pid=24206) [trial-2401↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24206)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24206): Process ended prematurely: osmo-stp_10.42.42.5(pid=24206) [trial-2401↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:45:23.280767 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:45:23.291769 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a07:45:23.438439 tst emergency_mo_mt_call.py: using LAC 39440\u000a07:45:23.559803 tst emergency_mo_mt_call.py: using RAC 170\u000a07:45:23.682691 tst emergency_mo_mt_call.py: using CellId 39440\u000a07:45:23.807680 tst emergency_mo_mt_call.py: using BVCI 39441\u000a07:45:23.831693 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:45:23.843085 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:45:23.853933 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:45:23.864765 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:45:23.875901 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:45:23.886936 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:45:24.002953 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:45:24.212621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:24.711362 run create_hlr_db(pid=24200): Launched\u000a07:45:24.896247 bus /sierra_2: Setting Powered False\u000a07:45:25.915359 run create_hlr_db(pid=24200): Terminated: ok {rc=0}\u000a07:45:26.337793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24202): Launched\u000a07:45:26.653568 run osmo-hlr_10.42.42.2(pid=24203): Launched\u000a07:45:26.767419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:27.315841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24205): Launched\u000a07:45:27.631996 run osmo-stp_10.42.42.5(pid=24206): Launched\u000a07:45:27.758325 tst emergency_mo_mt_call.py: using MSISDN 8570\u000a07:45:27.916035 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:45:28.494347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24208): Launched\u000a07:45:28.811024 run osmo-msc_10.42.42.6(pid=24209): Launched\u000a07:45:28.996111 run osmo-stp_10.42.42.5(pid=24206): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24206)]\u000a07:45:29.129629 run osmo-stp_10.42.42.5(pid=24206): stdout: \u000a| (launched: 2022-12-14_07:45:27.476097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:29.261566 run osmo-stp_10.42.42.5(pid=24206): stderr: \u000a| �[0;m�[38;5;43m20221214074527666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074527666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074527666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074527667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074527667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074527667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074527667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:29.388327 run osmo-stp_10.42.42.5(pid=24206): stdout: \u000a| (launched: 2022-12-14_07:45:27.476097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:29.513844 run osmo-stp_10.42.42.5(pid=24206): stderr: \u000a| �[0;m�[38;5;43m20221214074527666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074527666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074527666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074527667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074527667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074527667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074527667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:29.568771 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24206): Process ended prematurely: osmo-stp_10.42.42.5(pid=24206) [trial-2401↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24206)] [trial-2401↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a07:45:29.577417 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a07:45:29.640156 run osmo-hlr_10.42.42.2(pid=24203): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24203)]\u000a07:45:29.691199 run osmo-hlr_10.42.42.2(pid=24203): stdout: \u000a| (launched: 2022-12-14_07:45:26.497810) \u000a07:45:29.742906 run osmo-hlr_10.42.42.2(pid=24203): stderr: \u000a| �[0;m�[1;31m20221214074526689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074526689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074526689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074526689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074526689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074526689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074526701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074526709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074526710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074526710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:29.813082 run osmo-msc_10.42.42.6(pid=24209): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24209)]\u000a07:45:29.864341 run osmo-msc_10.42.42.6(pid=24209): stdout: \u000a| (launched: 2022-12-14_07:45:28.654633) \u000a07:45:29.916103 run osmo-msc_10.42.42.6(pid=24209): stderr: \u000a| �[0;m�[38;5;43m20221214074528972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074528972 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c24681c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074528972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074528972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074528972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074528972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074528974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074528975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074528975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074528975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:45:29.960250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24202): Terminating (SIGTERM)\u000a07:45:30.002272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24205): Terminating (SIGTERM)\u000a07:45:30.044244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24208): Terminating (SIGTERM)\u000a07:45:30.053933 --- ParallelTerminationStrategy: PID 24202 died...\u000a07:45:30.110120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24202): Terminated: ok {rc=0}\u000a07:45:30.120086 --- ParallelTerminationStrategy: PID 24205 died...\u000a07:45:30.175813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24205): Terminated: ok {rc=0}\u000a07:45:30.185766 --- ParallelTerminationStrategy: PID 24208 died...\u000a07:45:30.241282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24208): Terminated: ok {rc=0}\u000a07:45:30.327842 bus /sierra_3: Setting Powered False\u000a07:45:31.440255 bus /sierra_3: Setting Powered False\u000a07:45:32.549587 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24217): Process ended prematurely: osmo-stp_10.42.42.5(pid=24217) [trial-2401↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24217)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24217): Process ended prematurely: osmo-stp_10.42.42.5(pid=24217) [trial-2401↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:45:33.601388 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:45:33.613195 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a07:45:33.746544 tst emergency_preemptive_call.py: using LAC 39441\u000a07:45:33.861407 tst emergency_preemptive_call.py: using RAC 171\u000a07:45:33.976120 tst emergency_preemptive_call.py: using CellId 39441\u000a07:45:34.090286 tst emergency_preemptive_call.py: using BVCI 39442\u000a07:45:34.112499 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:45:34.123327 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:45:34.133764 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:45:34.144218 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:45:34.155148 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:45:34.165675 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:45:34.282307 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:45:34.398778 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:45:34.517183 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:45:34.722835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:35.222961 run create_hlr_db(pid=24211): Launched\u000a07:45:35.406812 bus /sierra_2: Setting Powered False\u000a07:45:36.426731 run create_hlr_db(pid=24211): Terminated: ok {rc=0}\u000a07:45:36.826144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24213): Launched\u000a07:45:37.121571 run osmo-hlr_10.42.42.2(pid=24214): Launched\u000a07:45:37.228595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:37.741712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24216): Launched\u000a07:45:38.036669 run osmo-stp_10.42.42.5(pid=24217): Launched\u000a07:45:38.157117 tst emergency_preemptive_call.py: using MSISDN 8571\u000a07:45:38.302644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:45:38.841378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24219): Launched\u000a07:45:39.138576 run osmo-msc_10.42.42.6(pid=24220): Launched\u000a07:45:39.316729 run osmo-stp_10.42.42.5(pid=24217): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24217)]\u000a07:45:39.443051 run osmo-stp_10.42.42.5(pid=24217): stdout: \u000a| (launched: 2022-12-14_07:45:37.891064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:39.565742 run osmo-stp_10.42.42.5(pid=24217): stderr: \u000a| �[0;m�[38;5;43m20221214074538058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074538058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074538059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074538059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074538059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074538060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074538060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:39.684217 run osmo-stp_10.42.42.5(pid=24217): stdout: \u000a| (launched: 2022-12-14_07:45:37.891064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:39.801605 run osmo-stp_10.42.42.5(pid=24217): stderr: \u000a| �[0;m�[38;5;43m20221214074538058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074538058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074538059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074538059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074538059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074538060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074538060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:39.853466 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24217): Process ended prematurely: osmo-stp_10.42.42.5(pid=24217) [trial-2401↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24217)] [trial-2401↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a07:45:39.861384 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a07:45:39.920685 run osmo-hlr_10.42.42.2(pid=24214): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24214)]\u000a07:45:39.969450 run osmo-hlr_10.42.42.2(pid=24214): stdout: \u000a| (launched: 2022-12-14_07:45:36.975547) \u000a07:45:40.018754 run osmo-hlr_10.42.42.2(pid=24214): stderr: \u000a| �[0;m�[1;31m20221214074537146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074537146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074537146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074537146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074537146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074537146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074537159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074537170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074537170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074537170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:40.085573 run osmo-msc_10.42.42.6(pid=24220): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24220)]\u000a07:45:40.134550 run osmo-msc_10.42.42.6(pid=24220): stdout: \u000a| (launched: 2022-12-14_07:45:38.990669) \u000a07:45:40.183568 run osmo-msc_10.42.42.6(pid=24220): stderr: \u000a| �[0;m�[38;5;43m20221214074539257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214074539257 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6efb151c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214074539258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214074539258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214074539258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214074539258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214074539260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214074539260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214074539260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214074539260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:45:40.225305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24213): Terminating (SIGTERM)\u000a07:45:40.264864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24216): Terminating (SIGTERM)\u000a07:45:40.304225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24219): Terminating (SIGTERM)\u000a07:45:40.313473 --- ParallelTerminationStrategy: PID 24213 died...\u000a07:45:40.365951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24213): Terminated: ok {rc=0}\u000a07:45:40.375421 --- ParallelTerminationStrategy: PID 24216 died...\u000a07:45:40.427687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24216): Terminated: ok {rc=0}\u000a07:45:40.437235 --- ParallelTerminationStrategy: PID 24219 died...\u000a07:45:40.489450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24219): Terminated: ok {rc=0}\u000a07:45:40.577310 bus /sierra_9: Setting Powered False\u000a07:45:41.680133 bus /sierra_9: Setting Powered False\u000a07:45:42.787427 bus /sierra_8: Setting Powered False\u000a07:45:43.893021 bus /sierra_8: Setting Powered False\u000a07:45:45.004135 bus /sierra_3: Setting Powered False\u000a07:45:46.107592 bus /sierra_3: Setting Powered False\u000a07:45:47.223812 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:45:22" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24240): Process ended prematurely: osmo-stp_10.42.42.5(pid=24240) [trial-2401↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24240)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24240): Process ended prematurely: osmo-stp_10.42.42.5(pid=24240) [trial-2401↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:45:49.338861 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:45:49.349429 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:45:49.482306 tst cs_paging_gprs_active.py: using LAC 39442\u000a07:45:49.599137 tst cs_paging_gprs_active.py: using RAC 172\u000a07:45:49.715684 tst cs_paging_gprs_active.py: using CellId 39442\u000a07:45:49.833726 tst cs_paging_gprs_active.py: using BVCI 39443\u000a07:45:49.856513 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:45:49.867065 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:45:49.877421 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:45:49.887702 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:45:49.898435 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:45:49.909230 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:45:49.919653 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:45:49.930179 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:45:49.940593 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:45:50.062494 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:45:50.358040 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:45:50.493178 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:50.829155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24226): Launched\u000a07:45:51.108313 run iperf3-srv_10.42.42.10(pid=24227): Launched\u000a07:45:51.302270 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:45:51.427723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:51.742496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24228): Launched\u000a07:45:52.002768 run iperf3-srv_10.42.42.10(pid=24229): Launched\u000a07:45:52.185258 tst cs_paging_gprs_active.py:38: start network...\u000a07:45:52.309621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:52.795509 run create_hlr_db(pid=24234): Launched\u000a07:45:52.970190 bus /sierra_2: Setting Powered False\u000a07:45:53.992830 run create_hlr_db(pid=24234): Terminated: ok {rc=0}\u000a07:45:54.399216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24236): Launched\u000a07:45:54.704200 run osmo-hlr_10.42.42.2(pid=24237): Launched\u000a07:45:54.824289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:55.357990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24239): Launched\u000a07:45:55.664910 run osmo-stp_10.42.42.5(pid=24240): Launched\u000a07:45:55.776418 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:45:56.311183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24242): Launched\u000a07:45:56.419285 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:45:56.687168 run patchelf(pid=24243): Launched\u000a07:45:56.865440 run osmo-stp_10.42.42.5(pid=24240): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24240)]\u000a07:45:56.995270 run osmo-stp_10.42.42.5(pid=24240): stdout: \u000a| (launched: 2022-12-14_07:45:55.512427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:57.125137 run osmo-stp_10.42.42.5(pid=24240): stderr: \u000a| �[0;m�[38;5;43m20221214074555682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074555682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074555682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074555683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074555683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074555683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074555684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:57.250530 run osmo-stp_10.42.42.5(pid=24240): stdout: \u000a| (launched: 2022-12-14_07:45:55.512427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:57.375192 run osmo-stp_10.42.42.5(pid=24240): stderr: \u000a| �[0;m�[38;5;43m20221214074555682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074555682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074555682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074555683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074555683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074555683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074555684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:57.521668 run patchelf(pid=24243): Terminating (SIGINT)\u000a07:45:57.695081 run patchelf(pid=24243): Terminated: ok {rc=0}\u000a07:45:57.726670 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24240): Process ended prematurely: osmo-stp_10.42.42.5(pid=24240) [trial-2401↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24240)] [trial-2401↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a07:45:57.735698 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a07:45:57.795354 run osmo-hlr_10.42.42.2(pid=24237): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24237)]\u000a07:45:57.844099 run osmo-hlr_10.42.42.2(pid=24237): stdout: \u000a| (launched: 2022-12-14_07:45:54.553841) \u000a07:45:57.893508 run osmo-hlr_10.42.42.2(pid=24237): stderr: \u000a| �[0;m�[1;31m20221214074554727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074554727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074554727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074554727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074554727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074554728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074554738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074554746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074554747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074554747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:57.935725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24226): Terminating (SIGTERM)\u000a07:45:57.975276 run iperf3-srv_10.42.42.10(pid=24227): Terminating (SIGTERM)\u000a07:45:58.014670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24228): Terminating (SIGTERM)\u000a07:45:58.053954 run iperf3-srv_10.42.42.10(pid=24229): Terminating (SIGTERM)\u000a07:45:58.093366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24236): Terminating (SIGTERM)\u000a07:45:58.132692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24239): Terminating (SIGTERM)\u000a07:45:58.172568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24242): Terminating (SIGTERM)\u000a07:45:58.181758 --- ParallelTerminationStrategy: PID 24226 died...\u000a07:45:58.234467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24226): Terminated: ok {rc=0}\u000a07:45:58.243921 --- ParallelTerminationStrategy: PID 24227 died...\u000a07:45:58.296440 run iperf3-srv_10.42.42.10(pid=24227): Terminated {rc=256}\u000a07:45:58.305899 --- ParallelTerminationStrategy: PID 24228 died...\u000a07:45:58.358695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24228): Terminated: ok {rc=0}\u000a07:45:58.368101 --- ParallelTerminationStrategy: PID 24229 died...\u000a07:45:58.420425 run iperf3-srv_10.42.42.10(pid=24229): Terminated {rc=256}\u000a07:45:58.429894 --- ParallelTerminationStrategy: PID 24236 died...\u000a07:45:58.482229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24236): Terminated: ok {rc=0}\u000a07:45:58.491659 --- ParallelTerminationStrategy: PID 24239 died...\u000a07:45:58.544067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24239): Terminated: ok {rc=0}\u000a07:45:58.553598 --- ParallelTerminationStrategy: PID 24242 died...\u000a07:45:58.606605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24242): Terminated: ok {rc=0}\u000a07:45:58.689714 bus /gobi_0: Setting Powered False\u000a07:45:59.797098 bus /gobi_0: Setting Powered False\u000a07:46:00.926415 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24252): Process ended prematurely: osmo-stp_10.42.42.5(pid=24252) [trial-2401↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24252)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24252): Process ended prematurely: osmo-stp_10.42.42.5(pid=24252) [trial-2401↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a07:46:02.051741 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:02.068719 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:46:02.232338 tst iperf3.py: using LAC 39443\u000a07:46:02.361162 tst iperf3.py: using RAC 173\u000a07:46:02.487434 tst iperf3.py: using CellId 39443\u000a07:46:02.611352 tst iperf3.py: using BVCI 39444\u000a07:46:02.634705 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:02.645693 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:02.656190 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:02.666862 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:02.677562 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:02.687997 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:02.698545 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:02.708831 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:02.719320 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:46:03.015337 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:46:03.151299 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:03.490534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24244): Launched\u000a07:46:03.773716 run iperf3-srv_10.42.42.10(pid=24245): Launched\u000a07:46:03.975622 tst iperf3.py:8: start network...\u000a07:46:04.112913 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:04.630983 run create_hlr_db(pid=24246): Launched\u000a07:46:04.821435 bus /gobi_6: Setting Powered False\u000a07:46:05.839961 run create_hlr_db(pid=24246): Terminated: ok {rc=0}\u000a07:46:06.251376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24248): Launched\u000a07:46:06.558622 run osmo-hlr_10.42.42.2(pid=24249): Launched\u000a07:46:06.670247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:07.201244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24251): Launched\u000a07:46:07.507523 run osmo-stp_10.42.42.5(pid=24252): Launched\u000a07:46:07.618881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:08.151119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24254): Launched\u000a07:46:08.258993 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:08.526661 run patchelf(pid=24255): Launched\u000a07:46:08.705273 run osmo-stp_10.42.42.5(pid=24252): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24252)]\u000a07:46:08.835309 run osmo-stp_10.42.42.5(pid=24252): stdout: \u000a| (launched: 2022-12-14_07:46:07.356436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:08.965794 run osmo-stp_10.42.42.5(pid=24252): stderr: \u000a| �[0;m�[38;5;43m20221214074607524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074607524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074607524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074607525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074607525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074607526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074607526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:09.091158 run osmo-stp_10.42.42.5(pid=24252): stdout: \u000a| (launched: 2022-12-14_07:46:07.356436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:09.215401 run osmo-stp_10.42.42.5(pid=24252): stderr: \u000a| �[0;m�[38;5;43m20221214074607524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074607524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074607524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074607525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074607525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074607526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074607526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:09.362071 run patchelf(pid=24255): Terminating (SIGINT)\u000a07:46:09.534709 run patchelf(pid=24255): Terminated: ok {rc=0}\u000a07:46:09.566323 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24252): Process ended prematurely: osmo-stp_10.42.42.5(pid=24252) [trial-2401↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24252)] [trial-2401↪gprs:trx-lms↪iperf3.py:8]\u000a07:46:09.575892 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a07:46:09.636410 run osmo-hlr_10.42.42.2(pid=24249): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24249)]\u000a07:46:09.686013 run osmo-hlr_10.42.42.2(pid=24249): stdout: \u000a| (launched: 2022-12-14_07:46:06.406470) \u000a07:46:09.735441 run osmo-hlr_10.42.42.2(pid=24249): stderr: \u000a| �[0;m�[1;31m20221214074606579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074606579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074606579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074606579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074606579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074606579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074606591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074606601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074606601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074606601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:09.777701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24244): Terminating (SIGTERM)\u000a07:46:09.817260 run iperf3-srv_10.42.42.10(pid=24245): Terminating (SIGTERM)\u000a07:46:09.857248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24248): Terminating (SIGTERM)\u000a07:46:09.897101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24251): Terminating (SIGTERM)\u000a07:46:09.936570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24254): Terminating (SIGTERM)\u000a07:46:09.945845 --- ParallelTerminationStrategy: PID 24244 died...\u000a07:46:09.998861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24244): Terminated: ok {rc=0}\u000a07:46:10.008377 --- ParallelTerminationStrategy: PID 24245 died...\u000a07:46:10.060689 run iperf3-srv_10.42.42.10(pid=24245): Terminated {rc=256}\u000a07:46:10.070189 --- ParallelTerminationStrategy: PID 24248 died...\u000a07:46:10.123034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24248): Terminated: ok {rc=0}\u000a07:46:10.132631 --- ParallelTerminationStrategy: PID 24251 died...\u000a07:46:10.185052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24251): Terminated: ok {rc=0}\u000a07:46:10.194565 --- ParallelTerminationStrategy: PID 24254 died...\u000a07:46:10.247343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24254): Terminated: ok {rc=0}\u000a07:46:10.330301 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24270): Process ended prematurely: osmo-stp_10.42.42.5(pid=24270) [trial-2401↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24270)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24270): Process ended prematurely: osmo-stp_10.42.42.5(pid=24270) [trial-2401↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a07:46:11.439954 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:11.451261 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:46:11.590147 tst iperf3m4.py: using LAC 39444\u000a07:46:11.712712 tst iperf3m4.py: using RAC 174\u000a07:46:11.834813 tst iperf3m4.py: using CellId 39444\u000a07:46:11.963318 tst iperf3m4.py: using BVCI 39445\u000a07:46:11.988587 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:11.999929 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:12.011062 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:12.022185 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:12.033724 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:12.044869 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:12.056251 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:12.067359 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:12.078735 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:46:12.198120 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:46:12.322096 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:46:12.443752 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:46:12.728256 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:46:12.854841 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:13.171762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24256): Launched\u000a07:46:13.434189 run iperf3-srv_10.42.42.10(pid=24257): Launched\u000a07:46:13.620257 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:46:13.748002 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:14.066151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24258): Launched\u000a07:46:14.328577 run iperf3-srv_10.42.42.10(pid=24259): Launched\u000a07:46:14.513978 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:46:14.639602 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:14.955634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24260): Launched\u000a07:46:15.218742 run iperf3-srv_10.42.42.10(pid=24261): Launched\u000a07:46:15.404739 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:46:15.531370 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:15.875880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24262): Launched\u000a07:46:16.186559 run iperf3-srv_10.42.42.10(pid=24263): Launched\u000a07:46:16.375636 tst iperf3m4.py:8: start network...\u000a07:46:16.504218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:17.046964 run create_hlr_db(pid=24264): Launched\u000a07:46:17.225758 bus /gobi_6: Setting Powered False\u000a07:46:18.256921 run create_hlr_db(pid=24264): Terminated: ok {rc=0}\u000a07:46:18.695805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24266): Launched\u000a07:46:19.026409 run osmo-hlr_10.42.42.2(pid=24267): Launched\u000a07:46:19.146535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:19.720027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24269): Launched\u000a07:46:20.048028 run osmo-stp_10.42.42.5(pid=24270): Launched\u000a07:46:20.166179 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:20.737751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24272): Launched\u000a07:46:20.854336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:21.142985 run patchelf(pid=24273): Launched\u000a07:46:21.334819 run osmo-stp_10.42.42.5(pid=24270): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24270)]\u000a07:46:21.474833 run osmo-stp_10.42.42.5(pid=24270): stdout: \u000a| (launched: 2022-12-14_07:46:19.886729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:21.614947 run osmo-stp_10.42.42.5(pid=24270): stderr: \u000a| �[0;m�[38;5;43m20221214074620075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074620075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074620076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074620076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074620077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074620077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074620077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:21.749890 run osmo-stp_10.42.42.5(pid=24270): stdout: \u000a| (launched: 2022-12-14_07:46:19.886729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:21.883944 run osmo-stp_10.42.42.5(pid=24270): stderr: \u000a| �[0;m�[38;5;43m20221214074620075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074620075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074620076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074620076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074620077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074620077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074620077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:22.040843 run patchelf(pid=24273): Terminating (SIGINT)\u000a07:46:22.225377 run patchelf(pid=24273): Terminated: ok {rc=0}\u000a07:46:22.259057 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24270): Process ended prematurely: osmo-stp_10.42.42.5(pid=24270) [trial-2401↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24270)] [trial-2401↪gprs:trx-lms↪iperf3m4.py:8]\u000a07:46:22.268868 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:46:22.332449 run osmo-hlr_10.42.42.2(pid=24267): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24267)]\u000a07:46:22.383892 run osmo-hlr_10.42.42.2(pid=24267): stdout: \u000a| (launched: 2022-12-14_07:46:18.862385) \u000a07:46:22.435848 run osmo-hlr_10.42.42.2(pid=24267): stderr: \u000a| �[0;m�[1;31m20221214074619058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074619058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074619058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074619058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074619058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074619058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074619071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074619080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074619080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074619080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:22.480488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24256): Terminating (SIGTERM)\u000a07:46:22.522281 run iperf3-srv_10.42.42.10(pid=24257): Terminating (SIGTERM)\u000a07:46:22.564142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24258): Terminating (SIGTERM)\u000a07:46:22.606007 run iperf3-srv_10.42.42.10(pid=24259): Terminating (SIGTERM)\u000a07:46:22.647854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24260): Terminating (SIGTERM)\u000a07:46:22.689785 run iperf3-srv_10.42.42.10(pid=24261): Terminating (SIGTERM)\u000a07:46:22.731694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24262): Terminating (SIGTERM)\u000a07:46:22.773596 run iperf3-srv_10.42.42.10(pid=24263): Terminating (SIGTERM)\u000a07:46:22.815558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24266): Terminating (SIGTERM)\u000a07:46:22.857544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24269): Terminating (SIGTERM)\u000a07:46:22.899728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24272): Terminating (SIGTERM)\u000a07:46:22.909396 --- ParallelTerminationStrategy: PID 24256 died...\u000a07:46:22.966143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24256): Terminated: ok {rc=0}\u000a07:46:22.976105 --- ParallelTerminationStrategy: PID 24257 died...\u000a07:46:23.031821 run iperf3-srv_10.42.42.10(pid=24257): Terminated {rc=256}\u000a07:46:23.041774 --- ParallelTerminationStrategy: PID 24258 died...\u000a07:46:23.097550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24258): Terminated: ok {rc=0}\u000a07:46:23.107487 --- ParallelTerminationStrategy: PID 24259 died...\u000a07:46:23.163198 run iperf3-srv_10.42.42.10(pid=24259): Terminated {rc=256}\u000a07:46:23.173245 --- ParallelTerminationStrategy: PID 24260 died...\u000a07:46:23.229009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24260): Terminated: ok {rc=0}\u000a07:46:23.238964 --- ParallelTerminationStrategy: PID 24261 died...\u000a07:46:23.294747 run iperf3-srv_10.42.42.10(pid=24261): Terminated {rc=256}\u000a07:46:23.304723 --- ParallelTerminationStrategy: PID 24262 died...\u000a07:46:23.360656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24262): Terminated: ok {rc=0}\u000a07:46:23.370628 --- ParallelTerminationStrategy: PID 24263 died...\u000a07:46:23.426298 run iperf3-srv_10.42.42.10(pid=24263): Terminated {rc=256}\u000a07:46:23.436351 --- ParallelTerminationStrategy: PID 24266 died...\u000a07:46:23.492239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24266): Terminated: ok {rc=0}\u000a07:46:23.502209 --- ParallelTerminationStrategy: PID 24269 died...\u000a07:46:23.558248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24269): Terminated: ok {rc=0}\u000a07:46:23.568270 --- ParallelTerminationStrategy: PID 24272 died...\u000a07:46:23.624116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24272): Terminated: ok {rc=0}\u000a07:46:23.711037 bus /gobi_4: Setting Powered False\u000a07:46:24.813420 bus /gobi_4: Setting Powered False\u000a07:46:25.924622 bus /gobi_1: Setting Powered False\u000a07:46:27.027704 bus /gobi_1: Setting Powered False\u000a07:46:28.134866 bus /gobi_0: Setting Powered False\u000a07:46:29.236043 bus /gobi_0: Setting Powered False\u000a07:46:30.345589 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24280): Process ended prematurely: osmo-stp_10.42.42.5(pid=24280) [trial-2401↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24280)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24280): Process ended prematurely: osmo-stp_10.42.42.5(pid=24280) [trial-2401↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a07:46:31.414991 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:31.427091 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:46:31.598979 tst ping.py: using LAC 39445\u000a07:46:31.763238 tst ping.py: using RAC 175\u000a07:46:31.892939 tst ping.py: using CellId 39445\u000a07:46:32.052915 tst ping.py: using BVCI 39446\u000a07:46:32.078364 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:32.089963 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:32.101524 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:32.113165 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:32.124871 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:32.136148 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:32.148992 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:32.160300 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:46:32.462125 tst ping.py:19: start network...\u000a07:46:32.596240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:33.100832 run create_hlr_db(pid=24274): Launched\u000a07:46:33.287832 bus /gobi_6: Setting Powered False\u000a07:46:34.308003 run create_hlr_db(pid=24274): Terminated: ok {rc=0}\u000a07:46:34.711404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24276): Launched\u000a07:46:35.010418 run osmo-hlr_10.42.42.2(pid=24277): Launched\u000a07:46:35.129196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:35.658971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24279): Launched\u000a07:46:35.961885 run osmo-stp_10.42.42.5(pid=24280): Launched\u000a07:46:36.070637 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:36.591522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24282): Launched\u000a07:46:36.697448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:36.959315 run patchelf(pid=24283): Launched\u000a07:46:37.134909 run osmo-stp_10.42.42.5(pid=24280): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24280)]\u000a07:46:37.262976 run osmo-stp_10.42.42.5(pid=24280): stdout: \u000a| (launched: 2022-12-14_07:46:35.812158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:37.391602 run osmo-stp_10.42.42.5(pid=24280): stderr: \u000a| �[0;m�[38;5;43m20221214074635982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074635982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074635983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074635983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074635983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074635984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074635984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:37.515416 run osmo-stp_10.42.42.5(pid=24280): stdout: \u000a| (launched: 2022-12-14_07:46:35.812158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:37.637421 run osmo-stp_10.42.42.5(pid=24280): stderr: \u000a| �[0;m�[38;5;43m20221214074635982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074635982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074635983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074635983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074635983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074635984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074635984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:37.781359 run patchelf(pid=24283): Terminating (SIGINT)\u000a07:46:37.951616 run patchelf(pid=24283): Terminated: ok {rc=0}\u000a07:46:37.982264 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24280): Process ended prematurely: osmo-stp_10.42.42.5(pid=24280) [trial-2401↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24280)] [trial-2401↪gprs:trx-lms↪ping.py:22]\u000a07:46:37.990946 tst ping.py:22: Test FAILED (6.6 sec)\u000a07:46:38.050162 run osmo-hlr_10.42.42.2(pid=24277): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24277)]\u000a07:46:38.098443 run osmo-hlr_10.42.42.2(pid=24277): stdout: \u000a| (launched: 2022-12-14_07:46:34.863001) \u000a07:46:38.147345 run osmo-hlr_10.42.42.2(pid=24277): stderr: \u000a| �[0;m�[1;31m20221214074635037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074635037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074635037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074635037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074635037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074635038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074635050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074635058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074635059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074635059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:38.189356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24276): Terminating (SIGTERM)\u000a07:46:38.228753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24279): Terminating (SIGTERM)\u000a07:46:38.268221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24282): Terminating (SIGTERM)\u000a07:46:38.277524 --- ParallelTerminationStrategy: PID 24276 died...\u000a07:46:38.330136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24276): Terminated: ok {rc=0}\u000a07:46:38.339652 --- ParallelTerminationStrategy: PID 24279 died...\u000a07:46:38.391802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24279): Terminated: ok {rc=0}\u000a07:46:38.401382 --- ParallelTerminationStrategy: PID 24282 died...\u000a07:46:38.453642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24282): Terminated: ok {rc=0}\u000a07:46:38.541347 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24290): Process ended prematurely: osmo-stp_10.42.42.5(pid=24290) [trial-2401↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24290)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24290): Process ended prematurely: osmo-stp_10.42.42.5(pid=24290) [trial-2401↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a07:46:39.594362 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:39.605813 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:46:39.741456 tst ping_idle_ping.py: using LAC 39446\u000a07:46:39.861610 tst ping_idle_ping.py: using RAC 176\u000a07:46:39.980595 tst ping_idle_ping.py: using CellId 39446\u000a07:46:40.099025 tst ping_idle_ping.py: using BVCI 39447\u000a07:46:40.122212 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:40.132878 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:40.143438 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:40.153811 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:40.164582 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:40.175537 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:40.186544 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:46:40.197751 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:46:40.491069 tst ping_idle_ping.py:24: start network...\u000a07:46:40.625647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:41.134377 run create_hlr_db(pid=24284): Launched\u000a07:46:41.321481 bus /gobi_6: Setting Powered False\u000a07:46:42.342557 run create_hlr_db(pid=24284): Terminated: ok {rc=0}\u000a07:46:42.773095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24286): Launched\u000a07:46:43.097806 run osmo-hlr_10.42.42.2(pid=24287): Launched\u000a07:46:43.216128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:43.779948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24289): Launched\u000a07:46:44.104778 run osmo-stp_10.42.42.5(pid=24290): Launched\u000a07:46:44.221601 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:44.784726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24292): Launched\u000a07:46:44.900031 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:45.182218 run patchelf(pid=24293): Launched\u000a07:46:45.372287 run osmo-stp_10.42.42.5(pid=24290): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24290)]\u000a07:46:45.511143 run osmo-stp_10.42.42.5(pid=24290): stdout: \u000a| (launched: 2022-12-14_07:46:43.943999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:45.650304 run osmo-stp_10.42.42.5(pid=24290): stderr: \u000a| �[0;m�[38;5;43m20221214074644130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074644130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074644130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074644131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074644131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074644131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074644131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:45.784043 run osmo-stp_10.42.42.5(pid=24290): stdout: \u000a| (launched: 2022-12-14_07:46:43.943999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:45.922861 run osmo-stp_10.42.42.5(pid=24290): stderr: \u000a| �[0;m�[38;5;43m20221214074644130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074644130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074644130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074644131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074644131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074644131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074644131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:46.090745 run patchelf(pid=24293): Terminating (SIGINT)\u000a07:46:46.277547 run patchelf(pid=24293): Terminated: ok {rc=0}\u000a07:46:46.312003 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24290): Process ended prematurely: osmo-stp_10.42.42.5(pid=24290) [trial-2401↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24290)] [trial-2401↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a07:46:46.322485 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:46:46.388559 run osmo-hlr_10.42.42.2(pid=24287): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24287)]\u000a07:46:46.442455 run osmo-hlr_10.42.42.2(pid=24287): stdout: \u000a| (launched: 2022-12-14_07:46:42.937378) \u000a07:46:46.496911 run osmo-hlr_10.42.42.2(pid=24287): stderr: \u000a| �[0;m�[1;31m20221214074643130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074643130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074643130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074643130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074643130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074643130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074643142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074643151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074643152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074643152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:46.543781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24286): Terminating (SIGTERM)\u000a07:46:46.589821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24289): Terminating (SIGTERM)\u000a07:46:46.635919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24292): Terminating (SIGTERM)\u000a07:46:46.646504 --- ParallelTerminationStrategy: PID 24286 died...\u000a07:46:46.706149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24286): Terminated: ok {rc=0}\u000a07:46:46.718278 --- ParallelTerminationStrategy: PID 24289 died...\u000a07:46:46.776643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24289): Terminated: ok {rc=0}\u000a07:46:46.788568 --- ParallelTerminationStrategy: PID 24292 died...\u000a07:46:46.846813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24292): Terminated: ok {rc=0}\u000a07:46:46.933912 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:45:48" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24308): Process ended prematurely: osmo-stp_10.42.42.5(pid=24308) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24308): Process ended prematurely: osmo-stp_10.42.42.5(pid=24308) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:46:49.093997 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:46:49.105561 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:46:49.254313 tst cs_paging_gprs_active.py: using LAC 39447\u000a07:46:49.378915 tst cs_paging_gprs_active.py: using RAC 177\u000a07:46:49.501460 tst cs_paging_gprs_active.py: using CellId 39447\u000a07:46:49.621567 tst cs_paging_gprs_active.py: using BVCI 39448\u000a07:46:49.645050 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:46:49.655821 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:46:49.666578 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:46:49.677261 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:46:49.687780 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:46:49.698322 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:46:49.709126 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:46:49.719567 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:46:49.730340 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:46:49.846413 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:46:50.147008 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:46:50.284854 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:50.628403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24297): Launched\u000a07:46:50.913155 run iperf3-srv_10.42.42.10(pid=24298): Launched\u000a07:46:51.114914 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:46:51.251844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:46:51.593770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24299): Launched\u000a07:46:51.878611 run iperf3-srv_10.42.42.10(pid=24300): Launched\u000a07:46:52.082383 tst cs_paging_gprs_active.py:38: start network...\u000a07:46:52.219468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:52.737013 run create_hlr_db(pid=24302): Launched\u000a07:46:52.927890 bus /gobi_6: Setting Powered False\u000a07:46:53.947135 run create_hlr_db(pid=24302): Terminated: ok {rc=0}\u000a07:46:54.359200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24304): Launched\u000a07:46:54.667697 run osmo-hlr_10.42.42.2(pid=24305): Launched\u000a07:46:54.780889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:55.312101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24307): Launched\u000a07:46:55.619726 run osmo-stp_10.42.42.5(pid=24308): Launched\u000a07:46:55.731720 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:56.267360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24310): Launched\u000a07:46:56.376139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:56.645697 run patchelf(pid=24311): Launched\u000a07:46:56.828258 run osmo-stp_10.42.42.5(pid=24308): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)]\u000a07:46:56.959876 run osmo-stp_10.42.42.5(pid=24308): stdout: \u000a| (launched: 2022-12-14_07:46:55.468171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:57.091545 run osmo-stp_10.42.42.5(pid=24308): stderr: \u000a| �[0;m�[38;5;43m20221214074655638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074655638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074655638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074655639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074655639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074655640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074655640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:57.219100 run osmo-stp_10.42.42.5(pid=24308): stdout: \u000a| (launched: 2022-12-14_07:46:55.468171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:57.345537 run osmo-stp_10.42.42.5(pid=24308): stderr: \u000a| �[0;m�[38;5;43m20221214074655638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074655638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074655638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074655639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074655639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074655640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074655640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:57.494105 run patchelf(pid=24311): Terminating (SIGINT)\u000a07:46:57.668694 run patchelf(pid=24311): Terminated: ok {rc=0}\u000a07:46:57.700527 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24308): Process ended prematurely: osmo-stp_10.42.42.5(pid=24308) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)] [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:46:57.709801 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:46:57.769680 run osmo-hlr_10.42.42.2(pid=24305): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24305)]\u000a07:46:57.818174 run osmo-hlr_10.42.42.2(pid=24305): stdout: \u000a| (launched: 2022-12-14_07:46:54.514731) \u000a07:46:57.867515 run osmo-hlr_10.42.42.2(pid=24305): stderr: \u000a| �[0;m�[1;31m20221214074654688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074654688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074654688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074654688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074654688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074654688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074654700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074654710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074654710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074654710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:57.909946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24297): Terminating (SIGTERM)\u000a07:46:57.949595 run iperf3-srv_10.42.42.10(pid=24298): Terminating (SIGTERM)\u000a07:46:57.989409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24299): Terminating (SIGTERM)\u000a07:46:58.029352 run iperf3-srv_10.42.42.10(pid=24300): Terminating (SIGTERM)\u000a07:46:58.069686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24304): Terminating (SIGTERM)\u000a07:46:58.109471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24307): Terminating (SIGTERM)\u000a07:46:58.149195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24310): Terminating (SIGTERM)\u000a07:46:58.158448 --- ParallelTerminationStrategy: PID 24297 died...\u000a07:46:58.211858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24297): Terminated: ok {rc=0}\u000a07:46:58.221690 --- ParallelTerminationStrategy: PID 24298 died...\u000a07:46:58.274255 run iperf3-srv_10.42.42.10(pid=24298): Terminated {rc=256}\u000a07:46:58.283806 --- ParallelTerminationStrategy: PID 24299 died...\u000a07:46:58.336717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24299): Terminated: ok {rc=0}\u000a07:46:58.346421 --- ParallelTerminationStrategy: PID 24300 died...\u000a07:46:58.399079 run iperf3-srv_10.42.42.10(pid=24300): Terminated {rc=256}\u000a07:46:58.408637 --- ParallelTerminationStrategy: PID 24304 died...\u000a07:46:58.461255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24304): Terminated: ok {rc=0}\u000a07:46:58.471066 --- ParallelTerminationStrategy: PID 24307 died...\u000a07:46:58.523898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24307): Terminated: ok {rc=0}\u000a07:46:58.533910 --- ParallelTerminationStrategy: PID 24310 died...\u000a07:46:58.586852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24310): Terminated: ok {rc=0}\u000a07:46:58.670489 bus /gobi_0: Setting Powered False\u000a07:46:59.777477 bus /gobi_0: Setting Powered False\u000a07:47:00.891308 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24320): Process ended prematurely: osmo-stp_10.42.42.5(pid=24320) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24320): Process ended prematurely: osmo-stp_10.42.42.5(pid=24320) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:47:02.024294 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:02.040996 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:47:02.205435 tst iperf3.py: using LAC 39448\u000a07:47:02.338182 tst iperf3.py: using RAC 178\u000a07:47:02.466659 tst iperf3.py: using CellId 39448\u000a07:47:02.596613 tst iperf3.py: using BVCI 39449\u000a07:47:02.621947 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:02.633545 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:02.644689 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:02.656043 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:02.667540 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:02.679260 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:02.691110 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:02.702492 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:02.714140 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:47:03.012154 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:47:03.149388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:47:03.490459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24312): Launched\u000a07:47:03.775867 run iperf3-srv_10.42.42.10(pid=24313): Launched\u000a07:47:03.977344 tst iperf3.py:8: start network...\u000a07:47:04.114525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:04.630917 run create_hlr_db(pid=24314): Launched\u000a07:47:04.828271 bus /gobi_6: Setting Powered False\u000a07:47:05.841062 run create_hlr_db(pid=24314): Terminated: ok {rc=0}\u000a07:47:06.257743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24316): Launched\u000a07:47:06.566014 run osmo-hlr_10.42.42.2(pid=24317): Launched\u000a07:47:06.679648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:07.207794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24319): Launched\u000a07:47:07.511888 run osmo-stp_10.42.42.5(pid=24320): Launched\u000a07:47:07.622476 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:47:08.154753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24322): Launched\u000a07:47:08.263033 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:47:08.529466 run patchelf(pid=24323): Launched\u000a07:47:08.707469 run osmo-stp_10.42.42.5(pid=24320): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)]\u000a07:47:08.837793 run osmo-stp_10.42.42.5(pid=24320): stdout: \u000a| (launched: 2022-12-14_07:47:07.361958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:08.968070 run osmo-stp_10.42.42.5(pid=24320): stderr: \u000a| �[0;m�[38;5;43m20221214074707530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074707530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074707531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074707531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074707531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074707532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074707532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:09.093528 run osmo-stp_10.42.42.5(pid=24320): stdout: \u000a| (launched: 2022-12-14_07:47:07.361958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:09.217798 run osmo-stp_10.42.42.5(pid=24320): stderr: \u000a| �[0;m�[38;5;43m20221214074707530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074707530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074707531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074707531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074707531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074707532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074707532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:09.363752 run patchelf(pid=24323): Terminating (SIGINT)\u000a07:47:09.536434 run patchelf(pid=24323): Terminated: ok {rc=0}\u000a07:47:09.568073 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24320): Process ended prematurely: osmo-stp_10.42.42.5(pid=24320) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)] [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a07:47:09.577245 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a07:47:09.637269 run osmo-hlr_10.42.42.2(pid=24317): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24317)]\u000a07:47:09.686666 run osmo-hlr_10.42.42.2(pid=24317): stdout: \u000a| (launched: 2022-12-14_07:47:06.414349) \u000a07:47:09.736431 run osmo-hlr_10.42.42.2(pid=24317): stderr: \u000a| �[0;m�[1;31m20221214074706587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074706587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074706587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074706587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074706587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074706587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074706598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074706607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074706607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074706607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:09.778833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24312): Terminating (SIGTERM)\u000a07:47:09.818521 run iperf3-srv_10.42.42.10(pid=24313): Terminating (SIGTERM)\u000a07:47:09.858267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24316): Terminating (SIGTERM)\u000a07:47:09.898116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24319): Terminating (SIGTERM)\u000a07:47:09.937881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24322): Terminating (SIGTERM)\u000a07:47:09.947191 --- ParallelTerminationStrategy: PID 24312 died...\u000a07:47:10.000236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24312): Terminated: ok {rc=0}\u000a07:47:10.009928 --- ParallelTerminationStrategy: PID 24313 died...\u000a07:47:10.062678 run iperf3-srv_10.42.42.10(pid=24313): Terminated {rc=256}\u000a07:47:10.072155 --- ParallelTerminationStrategy: PID 24316 died...\u000a07:47:10.125558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24316): Terminated: ok {rc=0}\u000a07:47:10.135330 --- ParallelTerminationStrategy: PID 24319 died...\u000a07:47:10.188317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24319): Terminated: ok {rc=0}\u000a07:47:10.197943 --- ParallelTerminationStrategy: PID 24322 died...\u000a07:47:10.250877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24322): Terminated: ok {rc=0}\u000a07:47:10.339222 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24339): Process ended prematurely: osmo-stp_10.42.42.5(pid=24339) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24339)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24339): Process ended prematurely: osmo-stp_10.42.42.5(pid=24339) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:47:11.450617 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:11.462017 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:47:11.600823 tst iperf3m4.py: using LAC 39449\u000a07:47:11.725488 tst iperf3m4.py: using RAC 179\u000a07:47:11.851648 tst iperf3m4.py: using CellId 39449\u000a07:47:11.978739 tst iperf3m4.py: using BVCI 39450\u000a07:47:12.004048 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:12.015615 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:12.026899 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:12.038179 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:12.050172 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:12.061635 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:12.073270 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:12.084428 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:12.095986 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:47:12.214696 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:47:12.336129 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:47:12.458060 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:47:12.742277 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:47:12.868206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:47:13.185132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24325): Launched\u000a07:47:13.448821 run iperf3-srv_10.42.42.10(pid=24326): Launched\u000a07:47:13.634180 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:47:13.760764 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:47:14.078424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24327): Launched\u000a07:47:14.343925 run iperf3-srv_10.42.42.10(pid=24328): Launched\u000a07:47:14.529704 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:47:14.655867 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:47:14.974286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24329): Launched\u000a07:47:15.238968 run iperf3-srv_10.42.42.10(pid=24330): Launched\u000a07:47:15.424186 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:47:15.550511 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:47:15.885818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24331): Launched\u000a07:47:16.233045 run iperf3-srv_10.42.42.10(pid=24332): Launched\u000a07:47:16.445497 tst iperf3m4.py:8: start network...\u000a07:47:16.588517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:17.122408 run create_hlr_db(pid=24333): Launched\u000a07:47:17.319388 bus /gobi_6: Setting Powered False\u000a07:47:18.332791 run create_hlr_db(pid=24333): Terminated: ok {rc=0}\u000a07:47:18.748237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24335): Launched\u000a07:47:19.053141 run osmo-hlr_10.42.42.2(pid=24336): Launched\u000a07:47:19.163867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:19.696074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24338): Launched\u000a07:47:20.002711 run osmo-stp_10.42.42.5(pid=24339): Launched\u000a07:47:20.111733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:47:20.644859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24341): Launched\u000a07:47:20.753859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:47:21.022552 run patchelf(pid=24342): Launched\u000a07:47:21.200583 run osmo-stp_10.42.42.5(pid=24339): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24339)]\u000a07:47:21.330683 run osmo-stp_10.42.42.5(pid=24339): stdout: \u000a| (launched: 2022-12-14_07:47:19.852103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:21.460538 run osmo-stp_10.42.42.5(pid=24339): stderr: \u000a| �[0;m�[38;5;43m20221214074720022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074720022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074720022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074720023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074720023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074720023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074720023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:21.585699 run osmo-stp_10.42.42.5(pid=24339): stdout: \u000a| (launched: 2022-12-14_07:47:19.852103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:21.709755 run osmo-stp_10.42.42.5(pid=24339): stderr: \u000a| �[0;m�[38;5;43m20221214074720022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074720022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074720022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074720023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074720023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074720023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074720023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:21.855893 run patchelf(pid=24342): Terminating (SIGINT)\u000a07:47:22.028469 run patchelf(pid=24342): Terminated: ok {rc=0}\u000a07:47:22.060231 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24339): Process ended prematurely: osmo-stp_10.42.42.5(pid=24339) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24339)] [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:47:22.069475 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a07:47:22.129148 run osmo-hlr_10.42.42.2(pid=24336): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24336)]\u000a07:47:22.177868 run osmo-hlr_10.42.42.2(pid=24336): stdout: \u000a| (launched: 2022-12-14_07:47:18.903147) \u000a07:47:22.227194 run osmo-hlr_10.42.42.2(pid=24336): stderr: \u000a| �[0;m�[1;31m20221214074719074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074719074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074719074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074719074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074719074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074719075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074719111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074719121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074719122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074719122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:22.269228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24325): Terminating (SIGTERM)\u000a07:47:22.308296 run iperf3-srv_10.42.42.10(pid=24326): Terminating (SIGTERM)\u000a07:47:22.347671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24327): Terminating (SIGTERM)\u000a07:47:22.386725 run iperf3-srv_10.42.42.10(pid=24328): Terminating (SIGTERM)\u000a07:47:22.425757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24329): Terminating (SIGTERM)\u000a07:47:22.464699 run iperf3-srv_10.42.42.10(pid=24330): Terminating (SIGTERM)\u000a07:47:22.503943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24331): Terminating (SIGTERM)\u000a07:47:22.542991 run iperf3-srv_10.42.42.10(pid=24332): Terminating (SIGTERM)\u000a07:47:22.582034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24335): Terminating (SIGTERM)\u000a07:47:22.621129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24338): Terminating (SIGTERM)\u000a07:47:22.660253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24341): Terminating (SIGTERM)\u000a07:47:22.669436 --- ParallelTerminationStrategy: PID 24325 died...\u000a07:47:22.722045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24325): Terminated: ok {rc=0}\u000a07:47:22.731522 --- ParallelTerminationStrategy: PID 24326 died...\u000a07:47:22.783520 run iperf3-srv_10.42.42.10(pid=24326): Terminated {rc=256}\u000a07:47:22.792913 --- ParallelTerminationStrategy: PID 24327 died...\u000a07:47:22.845482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24327): Terminated: ok {rc=0}\u000a07:47:22.854950 --- ParallelTerminationStrategy: PID 24328 died...\u000a07:47:22.907017 run iperf3-srv_10.42.42.10(pid=24328): Terminated {rc=256}\u000a07:47:22.916472 --- ParallelTerminationStrategy: PID 24329 died...\u000a07:47:22.968846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24329): Terminated: ok {rc=0}\u000a07:47:22.978307 --- ParallelTerminationStrategy: PID 24330 died...\u000a07:47:23.030455 run iperf3-srv_10.42.42.10(pid=24330): Terminated {rc=256}\u000a07:47:23.039944 --- ParallelTerminationStrategy: PID 24331 died...\u000a07:47:23.092437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24331): Terminated: ok {rc=0}\u000a07:47:23.101974 --- ParallelTerminationStrategy: PID 24332 died...\u000a07:47:23.154184 run iperf3-srv_10.42.42.10(pid=24332): Terminated {rc=256}\u000a07:47:23.163657 --- ParallelTerminationStrategy: PID 24335 died...\u000a07:47:23.215968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24335): Terminated: ok {rc=0}\u000a07:47:23.225821 --- ParallelTerminationStrategy: PID 24338 died...\u000a07:47:23.278367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24338): Terminated: ok {rc=0}\u000a07:47:23.287976 --- ParallelTerminationStrategy: PID 24341 died...\u000a07:47:23.340306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24341): Terminated: ok {rc=0}\u000a07:47:23.428286 bus /gobi_4: Setting Powered False\u000a07:47:24.533377 bus /gobi_4: Setting Powered False\u000a07:47:25.639269 bus /gobi_1: Setting Powered False\u000a07:47:26.745495 bus /gobi_1: Setting Powered False\u000a07:47:27.853872 bus /gobi_0: Setting Powered False\u000a07:47:28.959965 bus /gobi_0: Setting Powered False\u000a07:47:30.068573 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24349): Process ended prematurely: osmo-stp_10.42.42.5(pid=24349) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24349)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24349): Process ended prematurely: osmo-stp_10.42.42.5(pid=24349) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:47:31.136404 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:31.149480 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:47:31.334568 tst ping.py: using LAC 39450\u000a07:47:31.476508 tst ping.py: using RAC 180\u000a07:47:31.604873 tst ping.py: using CellId 39450\u000a07:47:31.766414 tst ping.py: using BVCI 39451\u000a07:47:31.796811 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:31.810590 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:31.826299 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:31.840088 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:31.853360 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:31.866619 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:31.879976 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:31.893279 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:47:32.196034 tst ping.py:19: start network...\u000a07:47:32.323282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:32.802612 run create_hlr_db(pid=24343): Launched\u000a07:47:32.974666 bus /gobi_6: Setting Powered False\u000a07:47:33.995060 run create_hlr_db(pid=24343): Terminated: ok {rc=0}\u000a07:47:34.423853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24345): Launched\u000a07:47:34.748498 run osmo-hlr_10.42.42.2(pid=24346): Launched\u000a07:47:34.869706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:35.435430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24348): Launched\u000a07:47:35.759499 run osmo-stp_10.42.42.5(pid=24349): Launched\u000a07:47:35.875388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:47:36.438239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24351): Launched\u000a07:47:36.552617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:47:36.834212 run patchelf(pid=24352): Launched\u000a07:47:37.022633 run osmo-stp_10.42.42.5(pid=24349): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24349)]\u000a07:47:37.159808 run osmo-stp_10.42.42.5(pid=24349): stdout: \u000a| (launched: 2022-12-14_07:47:35.598143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:37.297740 run osmo-stp_10.42.42.5(pid=24349): stderr: \u000a| �[0;m�[38;5;43m20221214074735787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074735787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074735787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074735788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074735788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074735788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074735788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:37.430481 run osmo-stp_10.42.42.5(pid=24349): stdout: \u000a| (launched: 2022-12-14_07:47:35.598143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:37.561813 run osmo-stp_10.42.42.5(pid=24349): stderr: \u000a| �[0;m�[38;5;43m20221214074735787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074735787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074735787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074735788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074735788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074735788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074735788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:37.715673 run patchelf(pid=24352): Terminating (SIGINT)\u000a07:47:37.896825 run patchelf(pid=24352): Terminated: ok {rc=0}\u000a07:47:37.930123 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24349): Process ended prematurely: osmo-stp_10.42.42.5(pid=24349) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24349)] [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a07:47:37.939413 tst ping.py:22: Test FAILED (6.8 sec)\u000a07:47:38.002589 run osmo-hlr_10.42.42.2(pid=24346): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24346)]\u000a07:47:38.053755 run osmo-hlr_10.42.42.2(pid=24346): stdout: \u000a| (launched: 2022-12-14_07:47:34.586697) \u000a07:47:38.105886 run osmo-hlr_10.42.42.2(pid=24346): stderr: \u000a| �[0;m�[1;31m20221214074734781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074734781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074734781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074734781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074734782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074734782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074734818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074734828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074734828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074734828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:38.150410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24345): Terminating (SIGTERM)\u000a07:47:38.192102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24348): Terminating (SIGTERM)\u000a07:47:38.233985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24351): Terminating (SIGTERM)\u000a07:47:38.243788 --- ParallelTerminationStrategy: PID 24345 died...\u000a07:47:38.300148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24345): Terminated: ok {rc=0}\u000a07:47:38.310318 --- ParallelTerminationStrategy: PID 24348 died...\u000a07:47:38.366564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24348): Terminated: ok {rc=0}\u000a07:47:38.376656 --- ParallelTerminationStrategy: PID 24351 died...\u000a07:47:38.433160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24351): Terminated: ok {rc=0}\u000a07:47:38.520391 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24359): Process ended prematurely: osmo-stp_10.42.42.5(pid=24359) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24359)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24359): Process ended prematurely: osmo-stp_10.42.42.5(pid=24359) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:47:39.573221 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:39.585386 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:47:39.733743 tst ping_idle_ping.py: using LAC 39451\u000a07:47:39.861746 tst ping_idle_ping.py: using RAC 181\u000a07:47:39.990416 tst ping_idle_ping.py: using CellId 39451\u000a07:47:40.116521 tst ping_idle_ping.py: using BVCI 39452\u000a07:47:40.141294 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:40.152790 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:40.163979 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:40.175235 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:40.186749 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:40.198443 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:40.210198 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:47:40.221652 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:47:40.499748 tst ping_idle_ping.py:24: start network...\u000a07:47:40.624189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:41.108408 run create_hlr_db(pid=24353): Launched\u000a07:47:41.281658 bus /gobi_6: Setting Powered False\u000a07:47:42.302692 run create_hlr_db(pid=24353): Terminated: ok {rc=0}\u000a07:47:42.734073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24355): Launched\u000a07:47:43.060635 run osmo-hlr_10.42.42.2(pid=24356): Launched\u000a07:47:43.180495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:43.745414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24358): Launched\u000a07:47:44.068583 run osmo-stp_10.42.42.5(pid=24359): Launched\u000a07:47:44.185590 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:47:44.750431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24361): Launched\u000a07:47:44.865660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:47:45.149364 run patchelf(pid=24362): Launched\u000a07:47:45.338251 run osmo-stp_10.42.42.5(pid=24359): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24359)]\u000a07:47:45.475751 run osmo-stp_10.42.42.5(pid=24359): stdout: \u000a| (launched: 2022-12-14_07:47:43.909470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:45.614135 run osmo-stp_10.42.42.5(pid=24359): stderr: \u000a| �[0;m�[38;5;43m20221214074744097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074744097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074744097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074744097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074744098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074744098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074744098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:45.747137 run osmo-stp_10.42.42.5(pid=24359): stdout: \u000a| (launched: 2022-12-14_07:47:43.909470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:45.888377 run osmo-stp_10.42.42.5(pid=24359): stderr: \u000a| �[0;m�[38;5;43m20221214074744097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074744097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074744097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074744097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074744098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074744098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074744098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:46.038812 run patchelf(pid=24362): Terminating (SIGINT)\u000a07:47:46.215368 run patchelf(pid=24362): Terminated: ok {rc=0}\u000a07:47:46.247825 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24359): Process ended prematurely: osmo-stp_10.42.42.5(pid=24359) [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24359)] [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:47:46.257686 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:47:46.321601 run osmo-hlr_10.42.42.2(pid=24356): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24356)]\u000a07:47:46.374019 run osmo-hlr_10.42.42.2(pid=24356): stdout: \u000a| (launched: 2022-12-14_07:47:42.899060) \u000a07:47:46.427010 run osmo-hlr_10.42.42.2(pid=24356): stderr: \u000a| �[0;m�[1;31m20221214074743093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074743093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074743093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074743093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074743093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074743093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074743109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074743118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074743119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074743119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:46.472239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24355): Terminating (SIGTERM)\u000a07:47:46.515240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24358): Terminating (SIGTERM)\u000a07:47:46.561324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24361): Terminating (SIGTERM)\u000a07:47:46.572717 --- ParallelTerminationStrategy: PID 24355 died...\u000a07:47:46.632857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24355): Terminated: ok {rc=0}\u000a07:47:46.644191 --- ParallelTerminationStrategy: PID 24358 died...\u000a07:47:46.701526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24358): Terminated: ok {rc=0}\u000a07:47:46.712565 --- ParallelTerminationStrategy: PID 24361 died...\u000a07:47:46.769593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24361): Terminated: ok {rc=0}\u000a07:47:46.856721 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:46:48" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24378): Process ended prematurely: osmo-stp_10.42.42.5(pid=24378) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24378)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24378): Process ended prematurely: osmo-stp_10.42.42.5(pid=24378) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:47:49.001489 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:47:49.012360 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:47:49.172054 tst cs_paging_gprs_active.py: using LAC 39452\u000a07:47:49.294544 tst cs_paging_gprs_active.py: using RAC 182\u000a07:47:49.419996 tst cs_paging_gprs_active.py: using CellId 39452\u000a07:47:49.540896 tst cs_paging_gprs_active.py: using BVCI 39453\u000a07:47:49.564558 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:47:49.575426 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:47:49.586140 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:47:49.596778 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:47:49.607389 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:47:49.618123 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:47:49.628863 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:47:49.639398 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:47:49.650188 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:47:49.772996 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:47:50.074303 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:47:50.212153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:47:50.554549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24368): Launched\u000a07:47:50.838469 run iperf3-srv_10.42.42.10(pid=24369): Launched\u000a07:47:51.042475 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:47:51.181292 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:47:51.525870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24370): Launched\u000a07:47:51.811084 run iperf3-srv_10.42.42.10(pid=24371): Launched\u000a07:47:52.013250 tst cs_paging_gprs_active.py:38: start network...\u000a07:47:52.150857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:52.670628 run create_hlr_db(pid=24372): Launched\u000a07:47:52.860362 bus /gobi_6: Setting Powered False\u000a07:47:53.882196 run create_hlr_db(pid=24372): Terminated: ok {rc=0}\u000a07:47:54.302968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24374): Launched\u000a07:47:54.634721 run osmo-hlr_10.42.42.2(pid=24375): Launched\u000a07:47:54.756808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:55.331199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24377): Launched\u000a07:47:55.661443 run osmo-stp_10.42.42.5(pid=24378): Launched\u000a07:47:55.780229 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:47:56.352204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24380): Launched\u000a07:47:56.469056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:47:56.764672 run patchelf(pid=24381): Launched\u000a07:47:56.958381 run osmo-stp_10.42.42.5(pid=24378): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24378)]\u000a07:47:57.099419 run osmo-stp_10.42.42.5(pid=24378): stdout: \u000a| (launched: 2022-12-14_07:47:55.497909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:57.240052 run osmo-stp_10.42.42.5(pid=24378): stderr: \u000a| �[0;m�[38;5;43m20221214074755686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074755686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074755688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074755688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074755689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074755689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074755689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:57.377004 run osmo-stp_10.42.42.5(pid=24378): stdout: \u000a| (launched: 2022-12-14_07:47:55.497909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:57.512107 run osmo-stp_10.42.42.5(pid=24378): stderr: \u000a| �[0;m�[38;5;43m20221214074755686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074755686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074755688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074755688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074755689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074755689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074755689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:57.670370 run patchelf(pid=24381): Terminating (SIGINT)\u000a07:47:57.856761 run patchelf(pid=24381): Terminated: ok {rc=0}\u000a07:47:57.890962 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24378): Process ended prematurely: osmo-stp_10.42.42.5(pid=24378) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24378)] [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:47:57.900769 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a07:47:57.964327 run osmo-hlr_10.42.42.2(pid=24375): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24375)]\u000a07:47:58.015985 run osmo-hlr_10.42.42.2(pid=24375): stdout: \u000a| (launched: 2022-12-14_07:47:54.470386) \u000a07:47:58.068071 run osmo-hlr_10.42.42.2(pid=24375): stderr: \u000a| �[0;m�[1;31m20221214074754665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074754665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074754665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074754665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074754665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074754665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074754677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074754686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074754686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074754686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:58.112628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24368): Terminating (SIGTERM)\u000a07:47:58.154916 run iperf3-srv_10.42.42.10(pid=24369): Terminating (SIGTERM)\u000a07:47:58.197028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24370): Terminating (SIGTERM)\u000a07:47:58.238703 run iperf3-srv_10.42.42.10(pid=24371): Terminating (SIGTERM)\u000a07:47:58.280688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24374): Terminating (SIGTERM)\u000a07:47:58.322522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24377): Terminating (SIGTERM)\u000a07:47:58.364337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24380): Terminating (SIGTERM)\u000a07:47:58.374070 --- ParallelTerminationStrategy: PID 24368 died...\u000a07:47:58.430506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24368): Terminated: ok {rc=0}\u000a07:47:58.440593 --- ParallelTerminationStrategy: PID 24369 died...\u000a07:47:58.496460 run iperf3-srv_10.42.42.10(pid=24369): Terminated {rc=256}\u000a07:47:58.506616 --- ParallelTerminationStrategy: PID 24370 died...\u000a07:47:58.562752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24370): Terminated: ok {rc=0}\u000a07:47:58.572907 --- ParallelTerminationStrategy: PID 24371 died...\u000a07:47:58.629327 run iperf3-srv_10.42.42.10(pid=24371): Terminated {rc=256}\u000a07:47:58.639718 --- ParallelTerminationStrategy: PID 24374 died...\u000a07:47:58.695275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24374): Terminated: ok {rc=0}\u000a07:47:58.705392 --- ParallelTerminationStrategy: PID 24377 died...\u000a07:47:58.761249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24377): Terminated: ok {rc=0}\u000a07:47:58.771171 --- ParallelTerminationStrategy: PID 24380 died...\u000a07:47:58.827001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24380): Terminated: ok {rc=0}\u000a07:47:58.917881 bus /gobi_0: Setting Powered False\u000a07:48:00.024145 bus /gobi_0: Setting Powered False\u000a07:48:01.131957 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24390): Process ended prematurely: osmo-stp_10.42.42.5(pid=24390) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24390): Process ended prematurely: osmo-stp_10.42.42.5(pid=24390) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:48:02.254952 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:02.267299 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:48:02.436167 tst iperf3.py: using LAC 39453\u000a07:48:02.565081 tst iperf3.py: using RAC 183\u000a07:48:02.693506 tst iperf3.py: using CellId 39453\u000a07:48:02.823471 tst iperf3.py: using BVCI 39454\u000a07:48:02.848527 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:02.860069 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:02.871357 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:02.882717 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:02.894406 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:02.906118 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:02.918113 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:02.929529 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:02.941353 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:48:03.239033 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:48:03.375638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:48:03.717441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24382): Launched\u000a07:48:04.001730 run iperf3-srv_10.42.42.10(pid=24383): Launched\u000a07:48:04.202144 tst iperf3.py:8: start network...\u000a07:48:04.338844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:04.855645 run create_hlr_db(pid=24384): Launched\u000a07:48:05.044827 bus /gobi_6: Setting Powered False\u000a07:48:06.066148 run create_hlr_db(pid=24384): Terminated: ok {rc=0}\u000a07:48:06.476911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24386): Launched\u000a07:48:06.782768 run osmo-hlr_10.42.42.2(pid=24387): Launched\u000a07:48:06.894917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:07.424902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24389): Launched\u000a07:48:07.730157 run osmo-stp_10.42.42.5(pid=24390): Launched\u000a07:48:07.840073 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:48:08.371557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24392): Launched\u000a07:48:08.479329 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:48:08.747107 run patchelf(pid=24393): Launched\u000a07:48:08.925754 run osmo-stp_10.42.42.5(pid=24390): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)]\u000a07:48:09.056194 run osmo-stp_10.42.42.5(pid=24390): stdout: \u000a| (launched: 2022-12-14_07:48:07.580041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:09.186691 run osmo-stp_10.42.42.5(pid=24390): stderr: \u000a| �[0;m�[38;5;43m20221214074807749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074807749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074807749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074807750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074807750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074807750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074807750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:09.311757 run osmo-stp_10.42.42.5(pid=24390): stdout: \u000a| (launched: 2022-12-14_07:48:07.580041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:09.436009 run osmo-stp_10.42.42.5(pid=24390): stderr: \u000a| �[0;m�[38;5;43m20221214074807749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074807749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074807749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074807750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074807750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074807750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074807750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:09.582454 run patchelf(pid=24393): Terminating (SIGINT)\u000a07:48:09.755296 run patchelf(pid=24393): Terminated: ok {rc=0}\u000a07:48:09.787022 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24390): Process ended prematurely: osmo-stp_10.42.42.5(pid=24390) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)] [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:48:09.796136 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a07:48:09.855998 run osmo-hlr_10.42.42.2(pid=24387): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24387)]\u000a07:48:09.904608 run osmo-hlr_10.42.42.2(pid=24387): stdout: \u000a| (launched: 2022-12-14_07:48:06.632073) \u000a07:48:09.954082 run osmo-hlr_10.42.42.2(pid=24387): stderr: \u000a| �[0;m�[1;31m20221214074806809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074806809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074806809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074806809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074806809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074806809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074806821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074806830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074806830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074806830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:09.996346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24382): Terminating (SIGTERM)\u000a07:48:10.036032 run iperf3-srv_10.42.42.10(pid=24383): Terminating (SIGTERM)\u000a07:48:10.075828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24386): Terminating (SIGTERM)\u000a07:48:10.115581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24389): Terminating (SIGTERM)\u000a07:48:10.155280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24392): Terminating (SIGTERM)\u000a07:48:10.164555 --- ParallelTerminationStrategy: PID 24382 died...\u000a07:48:10.217595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24382): Terminated: ok {rc=0}\u000a07:48:10.227159 --- ParallelTerminationStrategy: PID 24383 died...\u000a07:48:10.279534 run iperf3-srv_10.42.42.10(pid=24383): Terminated {rc=256}\u000a07:48:10.289055 --- ParallelTerminationStrategy: PID 24386 died...\u000a07:48:10.341768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24386): Terminated: ok {rc=0}\u000a07:48:10.351269 --- ParallelTerminationStrategy: PID 24389 died...\u000a07:48:10.403566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24389): Terminated: ok {rc=0}\u000a07:48:10.413141 --- ParallelTerminationStrategy: PID 24392 died...\u000a07:48:10.465292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24392): Terminated: ok {rc=0}\u000a07:48:10.553289 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24408): Process ended prematurely: osmo-stp_10.42.42.5(pid=24408) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24408)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24408): Process ended prematurely: osmo-stp_10.42.42.5(pid=24408) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:48:11.663458 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:11.675035 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:48:11.835222 tst iperf3m4.py: using LAC 39454\u000a07:48:11.960674 tst iperf3m4.py: using RAC 184\u000a07:48:12.078143 tst iperf3m4.py: using CellId 39454\u000a07:48:12.195641 tst iperf3m4.py: using BVCI 39455\u000a07:48:12.220552 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:12.231587 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:12.242539 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:12.253379 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:12.264016 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:12.274873 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:12.285790 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:12.296420 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:12.307437 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:48:12.429896 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:48:12.549882 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:48:12.670890 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:48:12.968907 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:48:13.105781 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:48:13.445652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24394): Launched\u000a07:48:13.730097 run iperf3-srv_10.42.42.10(pid=24395): Launched\u000a07:48:13.932476 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:48:14.069918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:48:14.413475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24396): Launched\u000a07:48:14.697256 run iperf3-srv_10.42.42.10(pid=24397): Launched\u000a07:48:14.897318 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:48:15.034016 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:48:15.374924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24398): Launched\u000a07:48:15.659957 run iperf3-srv_10.42.42.10(pid=24399): Launched\u000a07:48:15.866577 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:48:16.009487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:48:16.360145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24400): Launched\u000a07:48:16.667681 run iperf3-srv_10.42.42.10(pid=24401): Launched\u000a07:48:16.875164 tst iperf3m4.py:8: start network...\u000a07:48:17.016361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:17.543481 run create_hlr_db(pid=24402): Launched\u000a07:48:17.719671 bus /gobi_6: Setting Powered False\u000a07:48:18.741088 run create_hlr_db(pid=24402): Terminated: ok {rc=0}\u000a07:48:19.148612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24404): Launched\u000a07:48:19.453909 run osmo-hlr_10.42.42.2(pid=24405): Launched\u000a07:48:19.567994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:20.097929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24407): Launched\u000a07:48:20.403690 run osmo-stp_10.42.42.5(pid=24408): Launched\u000a07:48:20.514840 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:48:21.047410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24410): Launched\u000a07:48:21.155375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:48:21.422070 run patchelf(pid=24411): Launched\u000a07:48:21.600279 run osmo-stp_10.42.42.5(pid=24408): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24408)]\u000a07:48:21.730306 run osmo-stp_10.42.42.5(pid=24408): stdout: \u000a| (launched: 2022-12-14_07:48:20.252648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:21.860562 run osmo-stp_10.42.42.5(pid=24408): stderr: \u000a| �[0;m�[38;5;43m20221214074820419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074820419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074820420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074820420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074820421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074820421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074820421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:21.985850 run osmo-stp_10.42.42.5(pid=24408): stdout: \u000a| (launched: 2022-12-14_07:48:20.252648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:22.109868 run osmo-stp_10.42.42.5(pid=24408): stderr: \u000a| �[0;m�[38;5;43m20221214074820419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074820419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074820420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074820420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074820421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074820421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074820421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:22.255768 run patchelf(pid=24411): Terminating (SIGINT)\u000a07:48:22.428358 run patchelf(pid=24411): Terminated: ok {rc=0}\u000a07:48:22.460494 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24408): Process ended prematurely: osmo-stp_10.42.42.5(pid=24408) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24408)] [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:48:22.469648 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:48:22.529483 run osmo-hlr_10.42.42.2(pid=24405): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24405)]\u000a07:48:22.578646 run osmo-hlr_10.42.42.2(pid=24405): stdout: \u000a| (launched: 2022-12-14_07:48:19.304123) \u000a07:48:22.627795 run osmo-hlr_10.42.42.2(pid=24405): stderr: \u000a| �[0;m�[1;31m20221214074819475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074819475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074819475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074819475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074819475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074819475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074819487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074819495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074819495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074819496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:22.669766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24394): Terminating (SIGTERM)\u000a07:48:22.709825 run iperf3-srv_10.42.42.10(pid=24395): Terminating (SIGTERM)\u000a07:48:22.749729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24396): Terminating (SIGTERM)\u000a07:48:22.789134 run iperf3-srv_10.42.42.10(pid=24397): Terminating (SIGTERM)\u000a07:48:22.828597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24398): Terminating (SIGTERM)\u000a07:48:22.867954 run iperf3-srv_10.42.42.10(pid=24399): Terminating (SIGTERM)\u000a07:48:22.907455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24400): Terminating (SIGTERM)\u000a07:48:22.946774 run iperf3-srv_10.42.42.10(pid=24401): Terminating (SIGTERM)\u000a07:48:22.986231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24404): Terminating (SIGTERM)\u000a07:48:23.025890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24407): Terminating (SIGTERM)\u000a07:48:23.065355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24410): Terminating (SIGTERM)\u000a07:48:23.074632 --- ParallelTerminationStrategy: PID 24394 died...\u000a07:48:23.127770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24394): Terminated: ok {rc=0}\u000a07:48:23.137472 --- ParallelTerminationStrategy: PID 24395 died...\u000a07:48:23.190178 run iperf3-srv_10.42.42.10(pid=24395): Terminated {rc=256}\u000a07:48:23.199752 --- ParallelTerminationStrategy: PID 24396 died...\u000a07:48:23.252395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24396): Terminated: ok {rc=0}\u000a07:48:23.261936 --- ParallelTerminationStrategy: PID 24397 died...\u000a07:48:23.314570 run iperf3-srv_10.42.42.10(pid=24397): Terminated {rc=256}\u000a07:48:23.324089 --- ParallelTerminationStrategy: PID 24398 died...\u000a07:48:23.376832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24398): Terminated: ok {rc=0}\u000a07:48:23.386442 --- ParallelTerminationStrategy: PID 24399 died...\u000a07:48:23.438907 run iperf3-srv_10.42.42.10(pid=24399): Terminated {rc=256}\u000a07:48:23.448406 --- ParallelTerminationStrategy: PID 24400 died...\u000a07:48:23.500807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24400): Terminated: ok {rc=0}\u000a07:48:23.510459 --- ParallelTerminationStrategy: PID 24401 died...\u000a07:48:23.563465 run iperf3-srv_10.42.42.10(pid=24401): Terminated {rc=256}\u000a07:48:23.572920 --- ParallelTerminationStrategy: PID 24404 died...\u000a07:48:23.625272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24404): Terminated: ok {rc=0}\u000a07:48:23.634823 --- ParallelTerminationStrategy: PID 24407 died...\u000a07:48:23.687123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24407): Terminated: ok {rc=0}\u000a07:48:23.696616 --- ParallelTerminationStrategy: PID 24410 died...\u000a07:48:23.749322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24410): Terminated: ok {rc=0}\u000a07:48:23.837083 bus /gobi_4: Setting Powered False\u000a07:48:24.943612 bus /gobi_4: Setting Powered False\u000a07:48:26.052119 bus /gobi_1: Setting Powered False\u000a07:48:27.157901 bus /gobi_1: Setting Powered False\u000a07:48:28.266197 bus /gobi_0: Setting Powered False\u000a07:48:29.371951 bus /gobi_0: Setting Powered False\u000a07:48:30.480318 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24418): Process ended prematurely: osmo-stp_10.42.42.5(pid=24418) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24418): Process ended prematurely: osmo-stp_10.42.42.5(pid=24418) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:48:31.547751 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:31.561384 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:48:31.728780 tst ping.py: using LAC 39455\u000a07:48:31.878476 tst ping.py: using RAC 185\u000a07:48:32.001129 tst ping.py: using CellId 39455\u000a07:48:32.154716 tst ping.py: using BVCI 39456\u000a07:48:32.186458 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:32.200102 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:32.212393 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:32.225472 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:32.236834 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:32.248081 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:32.259446 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:32.271135 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:48:32.544604 tst ping.py:19: start network...\u000a07:48:32.668261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:33.149755 run create_hlr_db(pid=24412): Launched\u000a07:48:33.322389 bus /gobi_6: Setting Powered False\u000a07:48:34.343603 run create_hlr_db(pid=24412): Terminated: ok {rc=0}\u000a07:48:34.772430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24414): Launched\u000a07:48:35.097087 run osmo-hlr_10.42.42.2(pid=24415): Launched\u000a07:48:35.216881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:35.785138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24417): Launched\u000a07:48:36.108634 run osmo-stp_10.42.42.5(pid=24418): Launched\u000a07:48:36.225093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:48:36.786098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24420): Launched\u000a07:48:36.900734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:48:37.183824 run patchelf(pid=24421): Launched\u000a07:48:37.372237 run osmo-stp_10.42.42.5(pid=24418): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)]\u000a07:48:37.509913 run osmo-stp_10.42.42.5(pid=24418): stdout: \u000a| (launched: 2022-12-14_07:48:35.949279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:37.647918 run osmo-stp_10.42.42.5(pid=24418): stderr: \u000a| �[0;m�[38;5;43m20221214074836139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074836139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074836140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074836140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074836141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074836141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074836141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:37.780592 run osmo-stp_10.42.42.5(pid=24418): stdout: \u000a| (launched: 2022-12-14_07:48:35.949279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:37.911779 run osmo-stp_10.42.42.5(pid=24418): stderr: \u000a| �[0;m�[38;5;43m20221214074836139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074836139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074836140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074836140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074836141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074836141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074836141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:38.066607 run patchelf(pid=24421): Terminating (SIGINT)\u000a07:48:38.247766 run patchelf(pid=24421): Terminated: ok {rc=0}\u000a07:48:38.280648 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24418): Process ended prematurely: osmo-stp_10.42.42.5(pid=24418) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)] [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:48:38.289976 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:48:38.353561 run osmo-hlr_10.42.42.2(pid=24415): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24415)]\u000a07:48:38.405144 run osmo-hlr_10.42.42.2(pid=24415): stdout: \u000a| (launched: 2022-12-14_07:48:34.936525) \u000a07:48:38.457350 run osmo-hlr_10.42.42.2(pid=24415): stderr: \u000a| �[0;m�[1;31m20221214074835131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074835131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074835131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074835131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074835131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074835131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074835143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074835154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074835154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074835154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:38.501956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24414): Terminating (SIGTERM)\u000a07:48:38.543781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24417): Terminating (SIGTERM)\u000a07:48:38.585874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24420): Terminating (SIGTERM)\u000a07:48:38.595669 --- ParallelTerminationStrategy: PID 24414 died...\u000a07:48:38.652401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24414): Terminated: ok {rc=0}\u000a07:48:38.662689 --- ParallelTerminationStrategy: PID 24417 died...\u000a07:48:38.718869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24417): Terminated: ok {rc=0}\u000a07:48:38.728892 --- ParallelTerminationStrategy: PID 24420 died...\u000a07:48:38.785357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24420): Terminated: ok {rc=0}\u000a07:48:38.872314 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24428): Process ended prematurely: osmo-stp_10.42.42.5(pid=24428) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24428)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24428): Process ended prematurely: osmo-stp_10.42.42.5(pid=24428) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:48:39.926082 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:39.938959 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:48:40.106727 tst ping_idle_ping.py: using LAC 39456\u000a07:48:40.233804 tst ping_idle_ping.py: using RAC 186\u000a07:48:40.360158 tst ping_idle_ping.py: using CellId 39456\u000a07:48:40.492758 tst ping_idle_ping.py: using BVCI 39457\u000a07:48:40.517565 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:40.529003 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:40.540142 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:40.551379 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:40.563214 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:40.574949 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:40.586778 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:48:40.598428 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:48:40.878516 tst ping_idle_ping.py:24: start network...\u000a07:48:41.003138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:41.489010 run create_hlr_db(pid=24422): Launched\u000a07:48:41.662875 bus /gobi_6: Setting Powered False\u000a07:48:42.682946 run create_hlr_db(pid=24422): Terminated: ok {rc=0}\u000a07:48:43.115476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24424): Launched\u000a07:48:43.438923 run osmo-hlr_10.42.42.2(pid=24425): Launched\u000a07:48:43.559249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:44.121693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24427): Launched\u000a07:48:44.446739 run osmo-stp_10.42.42.5(pid=24428): Launched\u000a07:48:44.564722 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:48:45.131874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24430): Launched\u000a07:48:45.247598 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:48:45.530912 run patchelf(pid=24431): Launched\u000a07:48:45.721186 run osmo-stp_10.42.42.5(pid=24428): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24428)]\u000a07:48:45.865447 run osmo-stp_10.42.42.5(pid=24428): stdout: \u000a| (launched: 2022-12-14_07:48:44.285578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:46.016038 run osmo-stp_10.42.42.5(pid=24428): stderr: \u000a| �[0;m�[38;5;43m20221214074844475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074844475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074844475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074844475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074844476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074844476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074844476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:46.143325 run osmo-stp_10.42.42.5(pid=24428): stdout: \u000a| (launched: 2022-12-14_07:48:44.285578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:46.270864 run osmo-stp_10.42.42.5(pid=24428): stderr: \u000a| �[0;m�[38;5;43m20221214074844475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074844475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074844475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074844475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074844476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074844476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074844476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:46.420191 run patchelf(pid=24431): Terminating (SIGINT)\u000a07:48:46.596124 run patchelf(pid=24431): Terminated: ok {rc=0}\u000a07:48:46.628603 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24428): Process ended prematurely: osmo-stp_10.42.42.5(pid=24428) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24428)] [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:48:46.638325 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:48:46.701423 run osmo-hlr_10.42.42.2(pid=24425): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24425)]\u000a07:48:46.754213 run osmo-hlr_10.42.42.2(pid=24425): stdout: \u000a| (launched: 2022-12-14_07:48:43.278977) \u000a07:48:46.805481 run osmo-hlr_10.42.42.2(pid=24425): stderr: \u000a| �[0;m�[1;31m20221214074843475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074843475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074843475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074843475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074843475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074843475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074843488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074843497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074843497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074843498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:46.848695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24424): Terminating (SIGTERM)\u000a07:48:46.890852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24427): Terminating (SIGTERM)\u000a07:48:46.936600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24430): Terminating (SIGTERM)\u000a07:48:46.947109 --- ParallelTerminationStrategy: PID 24424 died...\u000a07:48:47.004007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24424): Terminated: ok {rc=0}\u000a07:48:47.014366 --- ParallelTerminationStrategy: PID 24427 died...\u000a07:48:47.068323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24427): Terminated: ok {rc=0}\u000a07:48:47.078511 --- ParallelTerminationStrategy: PID 24430 died...\u000a07:48:47.132262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24430): Terminated: ok {rc=0}\u000a07:48:47.218825 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:47:48" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24448): Process ended prematurely: osmo-stp_10.42.42.5(pid=24448) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24448)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24448): Process ended prematurely: osmo-stp_10.42.42.5(pid=24448) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:48:49.384619 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:48:49.395917 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:48:49.564940 tst cs_paging_gprs_active.py: using LAC 39457\u000a07:48:49.694433 tst cs_paging_gprs_active.py: using RAC 187\u000a07:48:49.818368 tst cs_paging_gprs_active.py: using CellId 39457\u000a07:48:49.941355 tst cs_paging_gprs_active.py: using BVCI 39458\u000a07:48:49.965216 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:48:49.976243 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:48:49.987181 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:48:49.998096 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:48:50.009560 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:48:50.020924 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:48:50.032409 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:48:50.043730 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:48:50.055069 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:48:50.178383 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:48:50.483273 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:48:50.620565 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:48:50.962150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24438): Launched\u000a07:48:51.248107 run iperf3-srv_10.42.42.10(pid=24439): Launched\u000a07:48:51.449592 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:48:51.587036 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:48:51.928715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24440): Launched\u000a07:48:52.211676 run iperf3-srv_10.42.42.10(pid=24441): Launched\u000a07:48:52.412665 tst cs_paging_gprs_active.py:38: start network...\u000a07:48:52.549931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:53.069638 run create_hlr_db(pid=24442): Launched\u000a07:48:53.259021 bus /gobi_6: Setting Powered False\u000a07:48:54.279697 run create_hlr_db(pid=24442): Terminated: ok {rc=0}\u000a07:48:54.689527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24444): Launched\u000a07:48:54.996885 run osmo-hlr_10.42.42.2(pid=24445): Launched\u000a07:48:55.110150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:55.644119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24447): Launched\u000a07:48:55.950806 run osmo-stp_10.42.42.5(pid=24448): Launched\u000a07:48:56.062674 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:48:56.599381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24450): Launched\u000a07:48:56.708350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:48:56.978156 run patchelf(pid=24451): Launched\u000a07:48:57.159809 run osmo-stp_10.42.42.5(pid=24448): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24448)]\u000a07:48:57.290246 run osmo-stp_10.42.42.5(pid=24448): stdout: \u000a| (launched: 2022-12-14_07:48:55.799293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:57.420678 run osmo-stp_10.42.42.5(pid=24448): stderr: \u000a| �[0;m�[38;5;43m20221214074855967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074855967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074855968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074855968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074855969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074855969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074855969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:57.546985 run osmo-stp_10.42.42.5(pid=24448): stdout: \u000a| (launched: 2022-12-14_07:48:55.799293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:57.672001 run osmo-stp_10.42.42.5(pid=24448): stderr: \u000a| �[0;m�[38;5;43m20221214074855967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074855967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074855968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074855968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074855969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074855969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074855969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:57.819023 run patchelf(pid=24451): Terminating (SIGINT)\u000a07:48:57.992787 run patchelf(pid=24451): Terminated: ok {rc=0}\u000a07:48:58.024426 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24448): Process ended prematurely: osmo-stp_10.42.42.5(pid=24448) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24448)] [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:48:58.033659 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:48:58.093280 run osmo-hlr_10.42.42.2(pid=24445): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24445)]\u000a07:48:58.141988 run osmo-hlr_10.42.42.2(pid=24445): stdout: \u000a| (launched: 2022-12-14_07:48:54.845124) \u000a07:48:58.191278 run osmo-hlr_10.42.42.2(pid=24445): stderr: \u000a| �[0;m�[1;31m20221214074855019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074855019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074855019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074855019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074855019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074855019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074855032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074855040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074855040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074855040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:58.233047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24438): Terminating (SIGTERM)\u000a07:48:58.272126 run iperf3-srv_10.42.42.10(pid=24439): Terminating (SIGTERM)\u000a07:48:58.312109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24440): Terminating (SIGTERM)\u000a07:48:58.351146 run iperf3-srv_10.42.42.10(pid=24441): Terminating (SIGTERM)\u000a07:48:58.390556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24444): Terminating (SIGTERM)\u000a07:48:58.429717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24447): Terminating (SIGTERM)\u000a07:48:58.468851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24450): Terminating (SIGTERM)\u000a07:48:58.478028 --- ParallelTerminationStrategy: PID 24438 died...\u000a07:48:58.530353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24438): Terminated: ok {rc=0}\u000a07:48:58.539777 --- ParallelTerminationStrategy: PID 24439 died...\u000a07:48:58.591915 run iperf3-srv_10.42.42.10(pid=24439): Terminated {rc=256}\u000a07:48:58.601447 --- ParallelTerminationStrategy: PID 24440 died...\u000a07:48:58.653772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24440): Terminated: ok {rc=0}\u000a07:48:58.663542 --- ParallelTerminationStrategy: PID 24441 died...\u000a07:48:58.715762 run iperf3-srv_10.42.42.10(pid=24441): Terminated {rc=256}\u000a07:48:58.725288 --- ParallelTerminationStrategy: PID 24444 died...\u000a07:48:58.777365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24444): Terminated: ok {rc=0}\u000a07:48:58.786786 --- ParallelTerminationStrategy: PID 24447 died...\u000a07:48:58.839028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24447): Terminated: ok {rc=0}\u000a07:48:58.848453 --- ParallelTerminationStrategy: PID 24450 died...\u000a07:48:58.900908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24450): Terminated: ok {rc=0}\u000a07:48:58.988486 bus /gobi_0: Setting Powered False\u000a07:49:00.090750 bus /gobi_0: Setting Powered False\u000a07:49:01.201171 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24460): Process ended prematurely: osmo-stp_10.42.42.5(pid=24460) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24460)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24460): Process ended prematurely: osmo-stp_10.42.42.5(pid=24460) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:49:02.318054 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:02.330076 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:49:02.489998 tst iperf3.py: using LAC 39458\u000a07:49:02.609272 tst iperf3.py: using RAC 188\u000a07:49:02.729267 tst iperf3.py: using CellId 39458\u000a07:49:02.849151 tst iperf3.py: using BVCI 39459\u000a07:49:02.872564 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:02.883367 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:02.894128 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:02.904698 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:02.915254 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:02.925991 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:02.936676 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:02.947263 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:02.958037 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:49:03.256917 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:49:03.394226 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:49:03.737472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24452): Launched\u000a07:49:04.023503 run iperf3-srv_10.42.42.10(pid=24453): Launched\u000a07:49:04.225351 tst iperf3.py:8: start network...\u000a07:49:04.362539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:04.883634 run create_hlr_db(pid=24454): Launched\u000a07:49:05.074864 bus /gobi_6: Setting Powered False\u000a07:49:06.095452 run create_hlr_db(pid=24454): Terminated: ok {rc=0}\u000a07:49:06.509265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24456): Launched\u000a07:49:06.816910 run osmo-hlr_10.42.42.2(pid=24457): Launched\u000a07:49:06.934132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:07.469257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24459): Launched\u000a07:49:07.780249 run osmo-stp_10.42.42.5(pid=24460): Launched\u000a07:49:07.891488 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:49:08.426234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24462): Launched\u000a07:49:08.535079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:49:08.804613 run patchelf(pid=24463): Launched\u000a07:49:08.983609 run osmo-stp_10.42.42.5(pid=24460): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24460)]\u000a07:49:09.115690 run osmo-stp_10.42.42.5(pid=24460): stdout: \u000a| (launched: 2022-12-14_07:49:07.626409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:09.246248 run osmo-stp_10.42.42.5(pid=24460): stderr: \u000a| �[0;m�[38;5;43m20221214074907798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074907798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074907799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074907799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074907800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074907800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074907800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:09.371524 run osmo-stp_10.42.42.5(pid=24460): stdout: \u000a| (launched: 2022-12-14_07:49:07.626409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:09.495820 run osmo-stp_10.42.42.5(pid=24460): stderr: \u000a| �[0;m�[38;5;43m20221214074907798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074907798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074907799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074907799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074907800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074907800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074907800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:09.642091 run patchelf(pid=24463): Terminating (SIGINT)\u000a07:49:09.815193 run patchelf(pid=24463): Terminated: ok {rc=0}\u000a07:49:09.846762 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24460): Process ended prematurely: osmo-stp_10.42.42.5(pid=24460) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24460)] [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:49:09.855868 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a07:49:09.915111 run osmo-hlr_10.42.42.2(pid=24457): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24457)]\u000a07:49:09.963622 run osmo-hlr_10.42.42.2(pid=24457): stdout: \u000a| (launched: 2022-12-14_07:49:06.665477) \u000a07:49:10.012710 run osmo-hlr_10.42.42.2(pid=24457): stderr: \u000a| �[0;m�[1;31m20221214074906841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074906841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074906841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074906841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074906841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074906842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074906854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074906862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074906862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074906862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:10.054388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24452): Terminating (SIGTERM)\u000a07:49:10.093599 run iperf3-srv_10.42.42.10(pid=24453): Terminating (SIGTERM)\u000a07:49:10.132728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24456): Terminating (SIGTERM)\u000a07:49:10.171891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24459): Terminating (SIGTERM)\u000a07:49:10.211101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24462): Terminating (SIGTERM)\u000a07:49:10.220391 --- ParallelTerminationStrategy: PID 24452 died...\u000a07:49:10.273072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24452): Terminated: ok {rc=0}\u000a07:49:10.282618 --- ParallelTerminationStrategy: PID 24453 died...\u000a07:49:10.335043 run iperf3-srv_10.42.42.10(pid=24453): Terminated {rc=256}\u000a07:49:10.344482 --- ParallelTerminationStrategy: PID 24456 died...\u000a07:49:10.397174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24456): Terminated: ok {rc=0}\u000a07:49:10.406680 --- ParallelTerminationStrategy: PID 24459 died...\u000a07:49:10.458957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24459): Terminated: ok {rc=0}\u000a07:49:10.468556 --- ParallelTerminationStrategy: PID 24462 died...\u000a07:49:10.520867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24462): Terminated: ok {rc=0}\u000a07:49:10.609565 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24478): Process ended prematurely: osmo-stp_10.42.42.5(pid=24478) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24478)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24478): Process ended prematurely: osmo-stp_10.42.42.5(pid=24478) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:49:11.726937 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:11.739033 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:49:11.904111 tst iperf3m4.py: using LAC 39459\u000a07:49:12.023990 tst iperf3m4.py: using RAC 189\u000a07:49:12.142591 tst iperf3m4.py: using CellId 39459\u000a07:49:12.260916 tst iperf3m4.py: using BVCI 39460\u000a07:49:12.284263 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:12.295396 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:12.306249 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:12.316882 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:12.327636 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:12.338404 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:12.349348 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:12.359873 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:12.370723 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:49:12.494786 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:49:12.619188 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:49:12.738159 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:49:13.020027 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:49:13.149064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:49:13.468653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24464): Launched\u000a07:49:13.734431 run iperf3-srv_10.42.42.10(pid=24465): Launched\u000a07:49:13.921089 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:49:14.048077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:49:14.368224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24466): Launched\u000a07:49:14.633691 run iperf3-srv_10.42.42.10(pid=24467): Launched\u000a07:49:14.820109 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:49:14.947337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:49:15.269426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24468): Launched\u000a07:49:15.534180 run iperf3-srv_10.42.42.10(pid=24469): Launched\u000a07:49:15.720256 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:49:15.860615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:49:16.268420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24470): Launched\u000a07:49:16.553237 run iperf3-srv_10.42.42.10(pid=24471): Launched\u000a07:49:16.743593 tst iperf3m4.py:8: start network...\u000a07:49:16.873723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:17.372337 run create_hlr_db(pid=24472): Launched\u000a07:49:17.549845 bus /gobi_6: Setting Powered False\u000a07:49:18.569737 run create_hlr_db(pid=24472): Terminated: ok {rc=0}\u000a07:49:19.018586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24474): Launched\u000a07:49:19.349771 run osmo-hlr_10.42.42.2(pid=24475): Launched\u000a07:49:19.471870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:20.050422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24477): Launched\u000a07:49:20.381766 run osmo-stp_10.42.42.5(pid=24478): Launched\u000a07:49:20.501427 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:49:21.077850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24480): Launched\u000a07:49:21.195139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:49:21.482342 run patchelf(pid=24481): Launched\u000a07:49:21.673930 run osmo-stp_10.42.42.5(pid=24478): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24478)]\u000a07:49:21.813812 run osmo-stp_10.42.42.5(pid=24478): stdout: \u000a| (launched: 2022-12-14_07:49:20.217395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:21.954623 run osmo-stp_10.42.42.5(pid=24478): stderr: \u000a| �[0;m�[38;5;43m20221214074920407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074920407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074920407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074920408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074920408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074920408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074920408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:22.090269 run osmo-stp_10.42.42.5(pid=24478): stdout: \u000a| (launched: 2022-12-14_07:49:20.217395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:22.224237 run osmo-stp_10.42.42.5(pid=24478): stderr: \u000a| �[0;m�[38;5;43m20221214074920407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074920407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074920407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074920408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074920408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074920408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074920408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:22.381585 run patchelf(pid=24481): Terminating (SIGINT)\u000a07:49:22.566836 run patchelf(pid=24481): Terminated: ok {rc=0}\u000a07:49:22.600589 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24478): Process ended prematurely: osmo-stp_10.42.42.5(pid=24478) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24478)] [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:49:22.610545 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:49:22.674159 run osmo-hlr_10.42.42.2(pid=24475): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24475)]\u000a07:49:22.725492 run osmo-hlr_10.42.42.2(pid=24475): stdout: \u000a| (launched: 2022-12-14_07:49:19.186522) \u000a07:49:22.777835 run osmo-hlr_10.42.42.2(pid=24475): stderr: \u000a| �[0;m�[1;31m20221214074919381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074919381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074919381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074919381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074919381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074919381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074919394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074919402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074919402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074919402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:22.822385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24464): Terminating (SIGTERM)\u000a07:49:22.864314 run iperf3-srv_10.42.42.10(pid=24465): Terminating (SIGTERM)\u000a07:49:22.906549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24466): Terminating (SIGTERM)\u000a07:49:22.948212 run iperf3-srv_10.42.42.10(pid=24467): Terminating (SIGTERM)\u000a07:49:22.990415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24468): Terminating (SIGTERM)\u000a07:49:23.032286 run iperf3-srv_10.42.42.10(pid=24469): Terminating (SIGTERM)\u000a07:49:23.074685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24470): Terminating (SIGTERM)\u000a07:49:23.116455 run iperf3-srv_10.42.42.10(pid=24471): Terminating (SIGTERM)\u000a07:49:23.158463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24474): Terminating (SIGTERM)\u000a07:49:23.200488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24477): Terminating (SIGTERM)\u000a07:49:23.242548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24480): Terminating (SIGTERM)\u000a07:49:23.252252 --- ParallelTerminationStrategy: PID 24464 died...\u000a07:49:23.308649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24464): Terminated: ok {rc=0}\u000a07:49:23.318826 --- ParallelTerminationStrategy: PID 24465 died...\u000a07:49:23.374631 run iperf3-srv_10.42.42.10(pid=24465): Terminated {rc=256}\u000a07:49:23.384578 --- ParallelTerminationStrategy: PID 24466 died...\u000a07:49:23.440559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24466): Terminated: ok {rc=0}\u000a07:49:23.450554 --- ParallelTerminationStrategy: PID 24467 died...\u000a07:49:23.506281 run iperf3-srv_10.42.42.10(pid=24467): Terminated {rc=256}\u000a07:49:23.516308 --- ParallelTerminationStrategy: PID 24468 died...\u000a07:49:23.572077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24468): Terminated: ok {rc=0}\u000a07:49:23.582110 --- ParallelTerminationStrategy: PID 24469 died...\u000a07:49:23.637861 run iperf3-srv_10.42.42.10(pid=24469): Terminated {rc=256}\u000a07:49:23.647867 --- ParallelTerminationStrategy: PID 24470 died...\u000a07:49:23.703706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24470): Terminated: ok {rc=0}\u000a07:49:23.713959 --- ParallelTerminationStrategy: PID 24471 died...\u000a07:49:23.769710 run iperf3-srv_10.42.42.10(pid=24471): Terminated {rc=256}\u000a07:49:23.779805 --- ParallelTerminationStrategy: PID 24474 died...\u000a07:49:23.835671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24474): Terminated: ok {rc=0}\u000a07:49:23.845801 --- ParallelTerminationStrategy: PID 24477 died...\u000a07:49:23.901750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24477): Terminated: ok {rc=0}\u000a07:49:23.911812 --- ParallelTerminationStrategy: PID 24480 died...\u000a07:49:23.968242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24480): Terminated: ok {rc=0}\u000a07:49:24.055190 bus /gobi_4: Setting Powered False\u000a07:49:25.161320 bus /gobi_4: Setting Powered False\u000a07:49:26.274779 bus /gobi_1: Setting Powered False\u000a07:49:27.377218 bus /gobi_1: Setting Powered False\u000a07:49:28.487987 bus /gobi_0: Setting Powered False\u000a07:49:29.589791 bus /gobi_0: Setting Powered False\u000a07:49:30.697453 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24488): Process ended prematurely: osmo-stp_10.42.42.5(pid=24488) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24488)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24488): Process ended prematurely: osmo-stp_10.42.42.5(pid=24488) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:49:31.765967 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:31.778417 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:49:31.970322 tst ping.py: using LAC 39460\u000a07:49:32.132369 tst ping.py: using RAC 190\u000a07:49:32.269537 tst ping.py: using CellId 39460\u000a07:49:32.388526 tst ping.py: using BVCI 39461\u000a07:49:32.411486 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:32.422576 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:32.433858 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:32.444704 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:32.455466 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:32.466372 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:32.477338 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:32.488163 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:49:32.765661 tst ping.py:19: start network...\u000a07:49:32.890718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:33.373865 run create_hlr_db(pid=24482): Launched\u000a07:49:33.548076 bus /gobi_6: Setting Powered False\u000a07:49:34.568370 run create_hlr_db(pid=24482): Terminated: ok {rc=0}\u000a07:49:35.001468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24484): Launched\u000a07:49:35.328164 run osmo-hlr_10.42.42.2(pid=24485): Launched\u000a07:49:35.450723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:36.019742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24487): Launched\u000a07:49:36.345667 run osmo-stp_10.42.42.5(pid=24488): Launched\u000a07:49:36.462833 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:49:37.029698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24490): Launched\u000a07:49:37.145073 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:49:37.428201 run patchelf(pid=24491): Launched\u000a07:49:37.618355 run osmo-stp_10.42.42.5(pid=24488): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24488)]\u000a07:49:37.757099 run osmo-stp_10.42.42.5(pid=24488): stdout: \u000a| (launched: 2022-12-14_07:49:36.183919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:37.895701 run osmo-stp_10.42.42.5(pid=24488): stderr: \u000a| �[0;m�[38;5;43m20221214074936373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074936373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074936374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074936374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074936374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074936375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074936375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:38.030015 run osmo-stp_10.42.42.5(pid=24488): stdout: \u000a| (launched: 2022-12-14_07:49:36.183919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:38.162253 run osmo-stp_10.42.42.5(pid=24488): stderr: \u000a| �[0;m�[38;5;43m20221214074936373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074936373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074936374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074936374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074936374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074936375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074936375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:38.317950 run patchelf(pid=24491): Terminating (SIGINT)\u000a07:49:38.500526 run patchelf(pid=24491): Terminated: ok {rc=0}\u000a07:49:38.533698 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24488): Process ended prematurely: osmo-stp_10.42.42.5(pid=24488) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24488)] [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:49:38.542946 tst ping.py:22: Test FAILED (6.8 sec)\u000a07:49:38.606700 run osmo-hlr_10.42.42.2(pid=24485): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24485)]\u000a07:49:38.658575 run osmo-hlr_10.42.42.2(pid=24485): stdout: \u000a| (launched: 2022-12-14_07:49:35.165957) \u000a07:49:38.711151 run osmo-hlr_10.42.42.2(pid=24485): stderr: \u000a| �[0;m�[1;31m20221214074935360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074935360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074935360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074935361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074935361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074935361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074935373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074935382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074935382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074935382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:38.756137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24484): Terminating (SIGTERM)\u000a07:49:38.798513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24487): Terminating (SIGTERM)\u000a07:49:38.841045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24490): Terminating (SIGTERM)\u000a07:49:38.850975 --- ParallelTerminationStrategy: PID 24484 died...\u000a07:49:38.907905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24484): Terminated: ok {rc=0}\u000a07:49:38.918223 --- ParallelTerminationStrategy: PID 24487 died...\u000a07:49:38.975022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24487): Terminated: ok {rc=0}\u000a07:49:38.985414 --- ParallelTerminationStrategy: PID 24490 died...\u000a07:49:39.041993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24490): Terminated: ok {rc=0}\u000a07:49:39.129179 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24498): Process ended prematurely: osmo-stp_10.42.42.5(pid=24498) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24498)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24498): Process ended prematurely: osmo-stp_10.42.42.5(pid=24498) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:49:40.182399 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:40.194622 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:49:40.362416 tst ping_idle_ping.py: using LAC 39461\u000a07:49:40.488867 tst ping_idle_ping.py: using RAC 191\u000a07:49:40.621806 tst ping_idle_ping.py: using CellId 39461\u000a07:49:40.746380 tst ping_idle_ping.py: using BVCI 39462\u000a07:49:40.771053 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:40.782605 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:40.793963 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:40.805272 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:40.817060 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:40.828573 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:40.840300 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:49:40.852084 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:49:41.131208 tst ping_idle_ping.py:24: start network...\u000a07:49:41.255811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:41.746321 run create_hlr_db(pid=24492): Launched\u000a07:49:41.922045 bus /gobi_6: Setting Powered False\u000a07:49:42.954377 run create_hlr_db(pid=24492): Terminated: ok {rc=0}\u000a07:49:43.390067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24494): Launched\u000a07:49:43.716569 run osmo-hlr_10.42.42.2(pid=24495): Launched\u000a07:49:43.837164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:44.405145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24497): Launched\u000a07:49:44.730558 run osmo-stp_10.42.42.5(pid=24498): Launched\u000a07:49:44.849039 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:49:45.416741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24500): Launched\u000a07:49:45.531920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:49:45.814028 run patchelf(pid=24501): Launched\u000a07:49:46.030407 run osmo-stp_10.42.42.5(pid=24498): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24498)]\u000a07:49:46.210118 run osmo-stp_10.42.42.5(pid=24498): stdout: \u000a| (launched: 2022-12-14_07:49:44.569151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:46.342709 run osmo-stp_10.42.42.5(pid=24498): stderr: \u000a| �[0;m�[38;5;43m20221214074944756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074944756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074944757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074944757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074944758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074944758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074944758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:46.471363 run osmo-stp_10.42.42.5(pid=24498): stdout: \u000a| (launched: 2022-12-14_07:49:44.569151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:46.622127 run osmo-stp_10.42.42.5(pid=24498): stderr: \u000a| �[0;m�[38;5;43m20221214074944756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074944756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074944757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074944757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074944758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074944758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074944758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:46.806577 run patchelf(pid=24501): Terminating (SIGINT)\u000a07:49:46.983763 run patchelf(pid=24501): Terminated: ok {rc=0}\u000a07:49:47.016404 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24498): Process ended prematurely: osmo-stp_10.42.42.5(pid=24498) [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24498)] [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:49:47.026395 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:49:47.089027 run osmo-hlr_10.42.42.2(pid=24495): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24495)]\u000a07:49:47.139843 run osmo-hlr_10.42.42.2(pid=24495): stdout: \u000a| (launched: 2022-12-14_07:49:43.554912) \u000a07:49:47.193057 run osmo-hlr_10.42.42.2(pid=24495): stderr: \u000a| �[0;m�[1;31m20221214074943749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074943749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074943749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074943749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074943749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074943749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074943766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074943776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074943777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074943777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:47.237163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24494): Terminating (SIGTERM)\u000a07:49:47.280552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24497): Terminating (SIGTERM)\u000a07:49:47.324309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24500): Terminating (SIGTERM)\u000a07:49:47.334088 --- ParallelTerminationStrategy: PID 24494 died...\u000a07:49:47.389299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24494): Terminated: ok {rc=0}\u000a07:49:47.399132 --- ParallelTerminationStrategy: PID 24497 died...\u000a07:49:47.452726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24497): Terminated: ok {rc=0}\u000a07:49:47.462425 --- ParallelTerminationStrategy: PID 24500 died...\u000a07:49:47.515703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24500): Terminated: ok {rc=0}\u000a07:49:47.599707 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:48:48" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24511): Process ended prematurely: osmo-stp_10.42.42.5(pid=24511) [trial-2401↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24511)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24511): Process ended prematurely: osmo-stp_10.42.42.5(pid=24511) [trial-2401↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:49:49.631681 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:49:49.643671 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:49:49.812413 tst switch_tch_pdch.py: using LAC 39462\u000a07:49:49.940463 tst switch_tch_pdch.py: using RAC 192\u000a07:49:50.071904 tst switch_tch_pdch.py: using CellId 39462\u000a07:49:50.196911 tst switch_tch_pdch.py: using BVCI 39463\u000a07:49:50.221918 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:49:50.233679 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:49:50.245322 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:49:50.256856 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:49:50.268796 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:49:50.280773 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:49:50.292753 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:49:50.304567 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:49:50.427577 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:49:50.715317 tst switch_tch_pdch.py:51: start network...\u000a07:49:50.841849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:51.324674 run create_hlr_db(pid=24505): Launched\u000a07:49:51.499689 bus /gobi_6: Setting Powered False\u000a07:49:52.518733 run create_hlr_db(pid=24505): Terminated: ok {rc=0}\u000a07:49:52.921852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24507): Launched\u000a07:49:53.223215 run osmo-hlr_10.42.42.2(pid=24508): Launched\u000a07:49:53.333271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:53.856119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24510): Launched\u000a07:49:54.157237 run osmo-stp_10.42.42.5(pid=24511): Launched\u000a07:49:54.265453 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:49:54.791201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24513): Launched\u000a07:49:54.897516 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:49:55.160181 run patchelf(pid=24514): Launched\u000a07:49:55.336350 run osmo-stp_10.42.42.5(pid=24511): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24511)]\u000a07:49:55.466129 run osmo-stp_10.42.42.5(pid=24511): stdout: \u000a| (launched: 2022-12-14_07:49:54.009157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:55.594971 run osmo-stp_10.42.42.5(pid=24511): stderr: \u000a| �[0;m�[38;5;43m20221214074954176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074954177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074954177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074954177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074954178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074954178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074954178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:55.718505 run osmo-stp_10.42.42.5(pid=24511): stdout: \u000a| (launched: 2022-12-14_07:49:54.009157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:55.840303 run osmo-stp_10.42.42.5(pid=24511): stderr: \u000a| �[0;m�[38;5;43m20221214074954176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214074954177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214074954177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214074954177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214074954178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214074954178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214074954178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:55.984307 run patchelf(pid=24514): Terminating (SIGINT)\u000a07:49:56.154963 run patchelf(pid=24514): Terminated: ok {rc=0}\u000a07:49:56.185778 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24511): Process ended prematurely: osmo-stp_10.42.42.5(pid=24511) [trial-2401↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24511)] [trial-2401↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:49:56.194309 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a07:49:56.253608 run osmo-hlr_10.42.42.2(pid=24508): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24508)]\u000a07:49:56.302144 run osmo-hlr_10.42.42.2(pid=24508): stdout: \u000a| (launched: 2022-12-14_07:49:53.075045) \u000a07:49:56.351318 run osmo-hlr_10.42.42.2(pid=24508): stderr: \u000a| �[0;m�[1;31m20221214074953247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214074953247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214074953247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074953247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214074953247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214074953247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214074953260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214074953269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214074953269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214074953269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:56.393230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24507): Terminating (SIGTERM)\u000a07:49:56.432591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24510): Terminating (SIGTERM)\u000a07:49:56.471828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24513): Terminating (SIGTERM)\u000a07:49:56.481048 --- ParallelTerminationStrategy: PID 24507 died...\u000a07:49:56.533411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24507): Terminated: ok {rc=0}\u000a07:49:56.542923 --- ParallelTerminationStrategy: PID 24510 died...\u000a07:49:56.594893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24510): Terminated: ok {rc=0}\u000a07:49:56.604251 --- ParallelTerminationStrategy: PID 24513 died...\u000a07:49:56.656159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24513): Terminated: ok {rc=0}\u000a07:49:56.739432 bus /gobi_0: Setting Powered False\u000a07:49:57.845839 bus /gobi_0: Setting Powered False\u000a07:49:58.952199 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:49:49" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24534): Process ended prematurely: osmo-stp_10.42.42.5(pid=24534) [trial-2401↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24534)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24534): Process ended prematurely: osmo-stp_10.42.42.5(pid=24534) [trial-2401↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:50:00.942311 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:50:00.954479 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:50:01.129946 tst switch_tch_pdch.py: using LAC 39463\u000a07:50:01.252195 tst switch_tch_pdch.py: using RAC 193\u000a07:50:01.374831 tst switch_tch_pdch.py: using CellId 39463\u000a07:50:01.498481 tst switch_tch_pdch.py: using BVCI 39464\u000a07:50:01.523168 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:50:01.535361 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:50:01.547385 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:50:01.559361 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:50:01.572187 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:50:01.584755 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:50:01.597537 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:50:01.610072 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:50:01.733883 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:50:02.088218 tst switch_tch_pdch.py:51: start network...\u000a07:50:02.245491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:02.759210 run create_hlr_db(pid=24526): Launched\u000a07:50:02.882096 bus /gobi_6: Setting Powered False\u000a07:50:03.953427 run create_hlr_db(pid=24526): Terminated: ok {rc=0}\u000a07:50:04.356758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24530): Launched\u000a07:50:04.680833 run osmo-hlr_10.42.42.2(pid=24531): Launched\u000a07:50:04.798511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:05.334324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24533): Launched\u000a07:50:05.659911 run osmo-stp_10.42.42.5(pid=24534): Launched\u000a07:50:05.779549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:50:06.318973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24536): Launched\u000a07:50:06.434031 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:50:06.717868 run patchelf(pid=24537): Launched\u000a07:50:06.907667 run osmo-stp_10.42.42.5(pid=24534): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24534)]\u000a07:50:07.046843 run osmo-stp_10.42.42.5(pid=24534): stdout: \u000a| (launched: 2022-12-14_07:50:05.498542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:07.185921 run osmo-stp_10.42.42.5(pid=24534): stderr: \u000a| �[0;m�[38;5;43m20221214075005686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075005687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075005687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075005687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075005688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075005688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075005688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:07.319427 run osmo-stp_10.42.42.5(pid=24534): stdout: \u000a| (launched: 2022-12-14_07:50:05.498542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:07.451540 run osmo-stp_10.42.42.5(pid=24534): stderr: \u000a| �[0;m�[38;5;43m20221214075005686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075005687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075005687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075005687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075005688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075005688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075005688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:07.607225 run patchelf(pid=24537): Terminating (SIGINT)\u000a07:50:07.791219 run patchelf(pid=24537): Terminated: ok {rc=0}\u000a07:50:07.824579 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24534): Process ended prematurely: osmo-stp_10.42.42.5(pid=24534) [trial-2401↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24534)] [trial-2401↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:50:07.833874 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a07:50:07.896769 run osmo-hlr_10.42.42.2(pid=24531): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24531)]\u000a07:50:07.948089 run osmo-hlr_10.42.42.2(pid=24531): stdout: \u000a| (launched: 2022-12-14_07:50:04.520700) \u000a07:50:08.000332 run osmo-hlr_10.42.42.2(pid=24531): stderr: \u000a| �[0;m�[1;31m20221214075004715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075004715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075004715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075004716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075004716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075004716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075004728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075004736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075004736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075004736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:08.044930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24530): Terminating (SIGTERM)\u000a07:50:08.087100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24533): Terminating (SIGTERM)\u000a07:50:08.129045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24536): Terminating (SIGTERM)\u000a07:50:08.138799 --- ParallelTerminationStrategy: PID 24530 died...\u000a07:50:08.195377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24530): Terminated: ok {rc=0}\u000a07:50:08.205942 --- ParallelTerminationStrategy: PID 24533 died...\u000a07:50:08.262488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24533): Terminated: ok {rc=0}\u000a07:50:08.272700 --- ParallelTerminationStrategy: PID 24536 died...\u000a07:50:08.329207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24536): Terminated: ok {rc=0}\u000a07:50:08.416455 bus /gobi_0: Setting Powered False\u000a07:50:09.523152 bus /gobi_0: Setting Powered False\u000a07:50:10.635208 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:50:00" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24813): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24813) [trial-2401↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24813)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24813): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24813) [trial-2401↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a07:50:12.517639 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a07:50:12.528690 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:50:12.658185 tst mo_mt_sms.py: using LAC 39464\u000a07:50:12.775273 tst mo_mt_sms.py: using RAC 194\u000a07:50:12.894974 tst mo_mt_sms.py: using CellId 39464\u000a07:50:13.046389 tst mo_mt_sms.py: using BVCI 39465\u000a07:50:13.075515 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a07:50:13.193345 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a07:50:13.471906 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:50:13.599922 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:50:14.251654 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24736): Launched\u000a07:50:14.578768 run osmo-nitb_10.42.42.2(pid=24813): Launched\u000a07:50:14.766882 run osmo-nitb_10.42.42.2(pid=24813): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24813)]\u000a07:50:14.905577 run osmo-nitb_10.42.42.2(pid=24813): stdout: \u000a| (launched: 2022-12-14_07:50:14.422360) \u000a07:50:15.042759 run osmo-nitb_10.42.42.2(pid=24813): stderr: \u000a| (launched: 2022-12-14_07:50:14.471394)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:50:15.174587 run osmo-nitb_10.42.42.2(pid=24813): stdout: \u000a| (launched: 2022-12-14_07:50:14.422360) \u000a07:50:15.304745 run osmo-nitb_10.42.42.2(pid=24813): stderr: \u000a| (launched: 2022-12-14_07:50:14.471394)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:50:15.700831 tst osmo-nitb_10.42.42.2(pid=24813): stdout: \u000a| (launched: 2022-12-14_07:50:14.422360) \u000a07:50:15.820549 tst osmo-nitb_10.42.42.2(pid=24813): stderr: \u000a| (launched: 2022-12-14_07:50:14.471394)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:50:15.888346 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24813): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24813) [trial-2401↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24813)] [trial-2401↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a07:50:15.899170 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a07:50:15.944247 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24736): Terminating (SIGTERM)\u000a07:50:16.122098 --- ParallelTerminationStrategy: PID 24736 died...\u000a07:50:16.197078 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24736): Terminated: ok {rc=0}\u000a07:50:16.310730 bus /sierra_3: Setting Powered False\u000a07:50:17.418976 bus /sierra_3: Setting Powered False\u000a07:50:18.529149 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:50:12" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25081): Process ended prematurely: osmo-stp_10.42.42.5(pid=25081) [trial-2401↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25081)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25081): Process ended prematurely: osmo-stp_10.42.42.5(pid=25081) [trial-2401↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a07:50:20.416679 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:50:20.427513 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:50:20.564824 tst mo_mt_sms.py: using LAC 39465\u000a07:50:20.692057 tst mo_mt_sms.py: using RAC 195\u000a07:50:20.818646 tst mo_mt_sms.py: using CellId 39465\u000a07:50:20.949467 tst mo_mt_sms.py: using BVCI 39466\u000a07:50:20.974403 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:50:20.986292 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:50:20.997520 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:50:21.008587 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:50:21.020016 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:50:21.031371 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a07:50:21.148847 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a07:50:21.359462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:21.868328 run create_hlr_db(pid=24900): Launched\u000a07:50:22.056831 bus /sierra_2: Setting Powered False\u000a07:50:23.076426 run create_hlr_db(pid=24900): Terminated: ok {rc=0}\u000a07:50:23.482741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24902): Launched\u000a07:50:23.804019 run osmo-hlr_10.42.42.2(pid=24918): Launched\u000a07:50:23.972632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:24.573536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25026): Launched\u000a07:50:24.986132 run osmo-stp_10.42.42.5(pid=25081): Launched\u000a07:50:25.203052 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:50:25.840552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25083): Launched\u000a07:50:26.254844 run osmo-msc_10.42.42.6(pid=25084): Launched\u000a07:50:26.643386 run osmo-stp_10.42.42.5(pid=25081): ERR: Terminated: ERROR {rc=1} [trial-2401↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25081)]\u000a07:50:26.848924 run osmo-stp_10.42.42.5(pid=25081): stdout: \u000a| (launched: 2022-12-14_07:50:24.732539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:26.988385 run osmo-stp_10.42.42.5(pid=25081): stderr: \u000a| �[0;m�[38;5;43m20221214075025053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075025053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075025054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075025054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075025055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075025055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075025055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:27.123298 run osmo-stp_10.42.42.5(pid=25081): stdout: \u000a| (launched: 2022-12-14_07:50:24.732539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:27.257106 run osmo-stp_10.42.42.5(pid=25081): stderr: \u000a| �[0;m�[38;5;43m20221214075025053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075025053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075025054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075025054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075025055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075025055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075025055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:27.315828 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25081): Process ended prematurely: osmo-stp_10.42.42.5(pid=25081) [trial-2401↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25081)] [trial-2401↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a07:50:27.325620 tst mo_mt_sms.py:16: Test FAILED (6.9 sec)\u000a07:50:27.394734 run osmo-hlr_10.42.42.2(pid=24918): ERR: Terminated: ERROR {rc=237} [trial-2401↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24918)]\u000a07:50:27.449484 run osmo-hlr_10.42.42.2(pid=24918): stdout: \u000a| (launched: 2022-12-14_07:50:23.641123) \u000a07:50:27.506175 run osmo-hlr_10.42.42.2(pid=24918): stderr: \u000a| �[0;m�[1;31m20221214075023997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075023997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075023998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075023998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075023998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075023998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075024016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075024033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075024034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075024034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:27.582103 run osmo-msc_10.42.42.6(pid=25084): ERR: Terminated: ERROR {rc=2} [trial-2401↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25084)]\u000a07:50:27.637275 run osmo-msc_10.42.42.6(pid=25084): stdout: \u000a| (launched: 2022-12-14_07:50:25.994873) \u000a07:50:27.693119 run osmo-msc_10.42.42.6(pid=25084): stderr: \u000a| �[0;m�[38;5;43m20221214075026493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075026493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faad55bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075026494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075026494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075026494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075026494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075026496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075026496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075026496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075026496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:50:27.741608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24902): Terminating (SIGTERM)\u000a07:50:27.789537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25026): Terminating (SIGTERM)\u000a07:50:27.837878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25083): Terminating (SIGTERM)\u000a07:50:27.848657 --- ParallelTerminationStrategy: PID 24902 died...\u000a07:50:27.908706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24902): Terminated: ok {rc=0}\u000a07:50:27.920941 --- ParallelTerminationStrategy: PID 25026 died...\u000a07:50:27.980759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25026): Terminated: ok {rc=0}\u000a07:50:27.993338 --- ParallelTerminationStrategy: PID 25083 died...\u000a07:50:28.052242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25083): Terminated: ok {rc=0}\u000a07:50:28.145171 bus /sierra_3: Setting Powered False\u000a07:50:29.256242 bus /sierra_3: Setting Powered False\u000a07:50:30.364566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:50:20" }, { "cases" : [ { "testActions" : [ ], "age" : 262, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25091): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25091) [trial-2401↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25091)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25091): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25091) [trial-2401↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a07:50:32.235401 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a07:50:32.246493 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:50:32.378518 tst assert_extension.py: using LAC 39466\u000a07:50:32.496497 tst assert_extension.py: using RAC 196\u000a07:50:32.614193 tst assert_extension.py: using CellId 39466\u000a07:50:32.732013 tst assert_extension.py: using BVCI 39467\u000a07:50:32.754934 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a07:50:33.052280 tst assert_extension.py:10: start nitb and bts...\u000a07:50:33.188277 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:50:33.862634 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25090): Launched\u000a07:50:34.186286 run osmo-nitb_10.42.42.2(pid=25091): Launched\u000a07:50:34.385841 run osmo-nitb_10.42.42.2(pid=25091): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25091)]\u000a07:50:34.532700 run osmo-nitb_10.42.42.2(pid=25091): stdout: \u000a| (launched: 2022-12-14_07:50:34.028925) \u000a07:50:34.679699 run osmo-nitb_10.42.42.2(pid=25091): stderr: \u000a| (launched: 2022-12-14_07:50:34.077553)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:50:34.821839 run osmo-nitb_10.42.42.2(pid=25091): stdout: \u000a| (launched: 2022-12-14_07:50:34.028925) \u000a07:50:34.962464 run osmo-nitb_10.42.42.2(pid=25091): stderr: \u000a| (launched: 2022-12-14_07:50:34.077553)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:50:35.317675 tst osmo-nitb_10.42.42.2(pid=25091): stdout: \u000a| (launched: 2022-12-14_07:50:34.028925) \u000a07:50:35.448047 tst osmo-nitb_10.42.42.2(pid=25091): stderr: \u000a| (launched: 2022-12-14_07:50:34.077553)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:50:35.505470 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25091): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25091) [trial-2401↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25091)] [trial-2401↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a07:50:35.514195 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a07:50:35.550628 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25090): Terminating (SIGTERM)\u000a07:50:35.728652 --- ParallelTerminationStrategy: PID 25090 died...\u000a07:50:35.787475 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25090): Terminated: ok {rc=0}\u000a07:50:35.875713 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:50:32" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25101): Process ended prematurely: osmo-stp_10.42.42.5(pid=25101) [trial-2401↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25101)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25101): Process ended prematurely: osmo-stp_10.42.42.5(pid=25101) [trial-2401↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a07:50:37.711644 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:50:37.722986 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:50:37.864427 tst assert_extension.py: using LAC 39467\u000a07:50:37.992692 tst assert_extension.py: using RAC 197\u000a07:50:38.119152 tst assert_extension.py: using CellId 39467\u000a07:50:38.245472 tst assert_extension.py: using BVCI 39468\u000a07:50:38.270337 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:50:38.281665 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:50:38.292686 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:50:38.303801 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:50:38.315355 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:50:38.326774 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a07:50:38.539055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:39.050773 run create_hlr_db(pid=25095): Launched\u000a07:50:39.239394 bus /sierra_2: Setting Powered False\u000a07:50:40.259726 run create_hlr_db(pid=25095): Terminated: ok {rc=0}\u000a07:50:40.672201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25097): Launched\u000a07:50:40.976535 run osmo-hlr_10.42.42.2(pid=25098): Launched\u000a07:50:41.097605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:41.635210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25100): Launched\u000a07:50:41.975557 run osmo-stp_10.42.42.5(pid=25101): Launched\u000a07:50:42.085541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:50:42.639783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25103): Launched\u000a07:50:42.943482 run osmo-msc_10.42.42.6(pid=25104): Launched\u000a07:50:43.121187 run osmo-stp_10.42.42.5(pid=25101): ERR: Terminated: ERROR {rc=1} [trial-2401↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25101)]\u000a07:50:43.249183 run osmo-stp_10.42.42.5(pid=25101): stdout: \u000a| (launched: 2022-12-14_07:50:41.788441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:43.374201 run osmo-stp_10.42.42.5(pid=25101): stderr: \u000a| �[0;m�[38;5;43m20221214075041994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075041995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075041995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075041995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075041996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075041996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075041996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:43.494920 run osmo-stp_10.42.42.5(pid=25101): stdout: \u000a| (launched: 2022-12-14_07:50:41.788441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:43.614578 run osmo-stp_10.42.42.5(pid=25101): stderr: \u000a| �[0;m�[38;5;43m20221214075041994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075041995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075041995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075041995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075041996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075041996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075041996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:43.667340 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25101): Process ended prematurely: osmo-stp_10.42.42.5(pid=25101) [trial-2401↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25101)] [trial-2401↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a07:50:43.675215 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a07:50:43.734978 run osmo-hlr_10.42.42.2(pid=25098): ERR: Terminated: ERROR {rc=237} [trial-2401↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25098)]\u000a07:50:43.783915 run osmo-hlr_10.42.42.2(pid=25098): stdout: \u000a| (launched: 2022-12-14_07:50:40.826672) \u000a07:50:43.834122 run osmo-hlr_10.42.42.2(pid=25098): stderr: \u000a| �[0;m�[1;31m20221214075041000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075041001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075041001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075041001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075041001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075041001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075041013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075041021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075041021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075041021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:43.901611 run osmo-msc_10.42.42.6(pid=25104): ERR: Terminated: ERROR {rc=2} [trial-2401↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25104)]\u000a07:50:43.950519 run osmo-msc_10.42.42.6(pid=25104): stdout: \u000a| (launched: 2022-12-14_07:50:42.792883) \u000a07:50:44.000144 run osmo-msc_10.42.42.6(pid=25104): stderr: \u000a| �[0;m�[38;5;43m20221214075043064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075043064 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6243f3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075043064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075043064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075043064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075043065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075043066 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075043067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075043067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075043067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:50:44.042487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25097): Terminating (SIGTERM)\u000a07:50:44.082399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25100): Terminating (SIGTERM)\u000a07:50:44.122182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25103): Terminating (SIGTERM)\u000a07:50:44.131568 --- ParallelTerminationStrategy: PID 25097 died...\u000a07:50:44.184922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25097): Terminated: ok {rc=0}\u000a07:50:44.194722 --- ParallelTerminationStrategy: PID 25100 died...\u000a07:50:44.247945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25100): Terminated: ok {rc=0}\u000a07:50:44.257734 --- ParallelTerminationStrategy: PID 25103 died...\u000a07:50:44.310547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25103): Terminated: ok {rc=0}\u000a07:50:44.399429 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:50:37" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25115): Process ended prematurely: osmo-stp_10.42.42.5(pid=25115) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25115)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25115): Process ended prematurely: osmo-stp_10.42.42.5(pid=25115) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:50:46.350598 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:50:46.363215 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:50:46.522571 tst mo_mt_call.py: using LAC 39468\u000a07:50:46.650505 tst mo_mt_call.py: using RAC 198\u000a07:50:46.782346 tst mo_mt_call.py: using CellId 39468\u000a07:50:46.922618 tst mo_mt_call.py: using BVCI 39469\u000a07:50:46.949430 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:50:46.962355 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:50:46.975135 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:50:46.987848 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:50:47.003125 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:50:47.017022 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:50:47.158278 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:50:47.377304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:47.900016 run create_hlr_db(pid=25109): Launched\u000a07:50:48.091515 bus /sierra_2: Setting Powered False\u000a07:50:49.112633 run create_hlr_db(pid=25109): Terminated: ok {rc=0}\u000a07:50:49.553311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25111): Launched\u000a07:50:49.887247 run osmo-hlr_10.42.42.2(pid=25112): Launched\u000a07:50:50.012449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:50.588891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25114): Launched\u000a07:50:50.922535 run osmo-stp_10.42.42.5(pid=25115): Launched\u000a07:50:51.043314 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:50:51.646145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25117): Launched\u000a07:50:51.984077 run osmo-msc_10.42.42.6(pid=25118): Launched\u000a07:50:52.183455 run osmo-stp_10.42.42.5(pid=25115): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25115)]\u000a07:50:52.323585 run osmo-stp_10.42.42.5(pid=25115): stdout: \u000a| (launched: 2022-12-14_07:50:50.757384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:52.462163 run osmo-stp_10.42.42.5(pid=25115): stderr: \u000a| �[0;m�[38;5;43m20221214075050952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075050952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075050952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075050953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075050953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075050953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075050953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:52.594767 run osmo-stp_10.42.42.5(pid=25115): stdout: \u000a| (launched: 2022-12-14_07:50:50.757384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:52.725832 run osmo-stp_10.42.42.5(pid=25115): stderr: \u000a| �[0;m�[38;5;43m20221214075050952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075050952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075050952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075050953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075050953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075050953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075050953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:52.784051 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25115): Process ended prematurely: osmo-stp_10.42.42.5(pid=25115) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25115)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:50:52.793627 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a07:50:52.856845 run osmo-hlr_10.42.42.2(pid=25112): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25112)]\u000a07:50:52.908610 run osmo-hlr_10.42.42.2(pid=25112): stdout: \u000a| (launched: 2022-12-14_07:50:49.722036) \u000a07:50:52.960646 run osmo-hlr_10.42.42.2(pid=25112): stderr: \u000a| �[0;m�[1;31m20221214075049919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075049919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075049919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075049919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075049919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075049919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075049934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075049942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075049943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075049943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:53.032166 run osmo-msc_10.42.42.6(pid=25118): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25118)]\u000a07:50:53.084213 run osmo-msc_10.42.42.6(pid=25118): stdout: \u000a| (launched: 2022-12-14_07:50:51.814554) \u000a07:50:53.136503 run osmo-msc_10.42.42.6(pid=25118): stderr: \u000a| �[0;m�[38;5;43m20221214075052139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075052139 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09e7f94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075052139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075052139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075052139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075052139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075052142 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075052142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075052142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075052142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:50:53.181230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25111): Terminating (SIGTERM)\u000a07:50:53.223618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25114): Terminating (SIGTERM)\u000a07:50:53.265783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25117): Terminating (SIGTERM)\u000a07:50:53.275583 --- ParallelTerminationStrategy: PID 25111 died...\u000a07:50:53.332099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25111): Terminated: ok {rc=0}\u000a07:50:53.342379 --- ParallelTerminationStrategy: PID 25114 died...\u000a07:50:53.398734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25114): Terminated: ok {rc=0}\u000a07:50:53.408940 --- ParallelTerminationStrategy: PID 25117 died...\u000a07:50:53.465093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25117): Terminated: ok {rc=0}\u000a07:50:53.552506 bus /sierra_3: Setting Powered False\u000a07:50:54.654315 bus /sierra_3: Setting Powered False\u000a07:50:55.764407 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25126): Process ended prematurely: osmo-stp_10.42.42.5(pid=25126) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25126)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25126): Process ended prematurely: osmo-stp_10.42.42.5(pid=25126) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:50:56.875738 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:50:56.887760 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:50:57.046113 tst mo_mt_call_osmux.py: using LAC 39469\u000a07:50:57.170736 tst mo_mt_call_osmux.py: using RAC 199\u000a07:50:57.289784 tst mo_mt_call_osmux.py: using CellId 39469\u000a07:50:57.410007 tst mo_mt_call_osmux.py: using BVCI 39470\u000a07:50:57.433816 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:50:57.445347 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:50:57.456398 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:50:57.467475 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:50:57.478760 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:50:57.489902 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:50:57.607875 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:50:57.822184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:58.346872 run create_hlr_db(pid=25120): Launched\u000a07:50:58.537694 bus /sierra_2: Setting Powered False\u000a07:50:59.558036 run create_hlr_db(pid=25120): Terminated: ok {rc=0}\u000a07:50:59.974309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25122): Launched\u000a07:51:00.287664 run osmo-hlr_10.42.42.2(pid=25123): Launched\u000a07:51:00.409013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:00.981390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25125): Launched\u000a07:51:01.459270 run osmo-stp_10.42.42.5(pid=25126): Launched\u000a07:51:01.636254 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:51:02.383265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25128): Launched\u000a07:51:02.719319 run osmo-msc_10.42.42.6(pid=25129): Launched\u000a07:51:02.913661 run osmo-stp_10.42.42.5(pid=25126): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25126)]\u000a07:51:03.054397 run osmo-stp_10.42.42.5(pid=25126): stdout: \u000a| (launched: 2022-12-14_07:51:01.140260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:03.193204 run osmo-stp_10.42.42.5(pid=25126): stderr: \u000a| �[0;m�[38;5;43m20221214075101531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075101531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075101532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075101532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075101532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075101533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075101533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:03.325314 run osmo-stp_10.42.42.5(pid=25126): stdout: \u000a| (launched: 2022-12-14_07:51:01.140260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:03.456601 run osmo-stp_10.42.42.5(pid=25126): stderr: \u000a| �[0;m�[38;5;43m20221214075101531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075101531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075101532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075101532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075101532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075101533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075101533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:03.514976 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25126): Process ended prematurely: osmo-stp_10.42.42.5(pid=25126) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25126)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:51:03.524245 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a07:51:03.588121 run osmo-hlr_10.42.42.2(pid=25123): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25123)]\u000a07:51:03.640365 run osmo-hlr_10.42.42.2(pid=25123): stdout: \u000a| (launched: 2022-12-14_07:51:00.132266) \u000a07:51:03.693153 run osmo-hlr_10.42.42.2(pid=25123): stderr: \u000a| �[0;m�[1;31m20221214075100306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075100306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075100306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075100306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075100306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075100306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075100318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075100326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075100326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075100326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:03.764157 run osmo-msc_10.42.42.6(pid=25129): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25129)]\u000a07:51:03.816162 run osmo-msc_10.42.42.6(pid=25129): stdout: \u000a| (launched: 2022-12-14_07:51:02.553140) \u000a07:51:03.868496 run osmo-msc_10.42.42.6(pid=25129): stderr: \u000a| �[0;m�[38;5;43m20221214075102878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075102878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5f8c77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075102878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075102878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075102878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075102879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075102880 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075102881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075102881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075102881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:51:03.913323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25122): Terminating (SIGTERM)\u000a07:51:03.955753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25125): Terminating (SIGTERM)\u000a07:51:03.998226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25128): Terminating (SIGTERM)\u000a07:51:04.008373 --- ParallelTerminationStrategy: PID 25122 died...\u000a07:51:04.065669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25122): Terminated: ok {rc=0}\u000a07:51:04.075975 --- ParallelTerminationStrategy: PID 25125 died...\u000a07:51:04.132261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25125): Terminated: ok {rc=0}\u000a07:51:04.142466 --- ParallelTerminationStrategy: PID 25128 died...\u000a07:51:04.199000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25128): Terminated: ok {rc=0}\u000a07:51:04.287069 bus /sierra_3: Setting Powered False\u000a07:51:05.390756 bus /sierra_3: Setting Powered False\u000a07:51:06.501573 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:50:46" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25140): Process ended prematurely: osmo-stp_10.42.42.5(pid=25140) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25140)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25140): Process ended prematurely: osmo-stp_10.42.42.5(pid=25140) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:51:08.513026 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:51:08.524867 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:51:08.689414 tst mo_mt_call.py: using LAC 39470\u000a07:51:08.815498 tst mo_mt_call.py: using RAC 200\u000a07:51:08.938404 tst mo_mt_call.py: using CellId 39470\u000a07:51:09.062223 tst mo_mt_call.py: using BVCI 39471\u000a07:51:09.085730 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:51:09.097229 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:51:09.108338 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:51:09.119525 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:51:09.130727 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:51:09.141802 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:51:09.264145 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:51:09.471735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:09.968786 run create_hlr_db(pid=25134): Launched\u000a07:51:10.148113 bus /sierra_2: Setting Powered False\u000a07:51:11.167968 run create_hlr_db(pid=25134): Terminated: ok {rc=0}\u000a07:51:11.609271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25136): Launched\u000a07:51:11.942887 run osmo-hlr_10.42.42.2(pid=25137): Launched\u000a07:51:12.064018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:12.644620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25139): Launched\u000a07:51:12.978536 run osmo-stp_10.42.42.5(pid=25140): Launched\u000a07:51:13.099514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:51:13.705772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25142): Launched\u000a07:51:14.040645 run osmo-msc_10.42.42.6(pid=25143): Launched\u000a07:51:14.235696 run osmo-stp_10.42.42.5(pid=25140): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25140)]\u000a07:51:14.376641 run osmo-stp_10.42.42.5(pid=25140): stdout: \u000a| (launched: 2022-12-14_07:51:12.813395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:14.515464 run osmo-stp_10.42.42.5(pid=25140): stderr: \u000a| �[0;m�[38;5;43m20221214075113006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075113006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075113006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075113006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075113007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075113007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075113007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:14.648172 run osmo-stp_10.42.42.5(pid=25140): stdout: \u000a| (launched: 2022-12-14_07:51:12.813395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:14.779563 run osmo-stp_10.42.42.5(pid=25140): stderr: \u000a| �[0;m�[38;5;43m20221214075113006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075113006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075113006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075113006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075113007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075113007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075113007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:14.837952 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25140): Process ended prematurely: osmo-stp_10.42.42.5(pid=25140) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25140)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:51:14.847385 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:51:14.911063 run osmo-hlr_10.42.42.2(pid=25137): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25137)]\u000a07:51:14.962712 run osmo-hlr_10.42.42.2(pid=25137): stdout: \u000a| (launched: 2022-12-14_07:51:11.777810) \u000a07:51:15.015213 run osmo-hlr_10.42.42.2(pid=25137): stderr: \u000a| �[0;m�[1;31m20221214075111976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075111976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075111976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075111976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075111976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075111976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075111990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075112000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075112000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075112001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:15.085917 run osmo-msc_10.42.42.6(pid=25143): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25143)]\u000a07:51:15.137176 run osmo-msc_10.42.42.6(pid=25143): stdout: \u000a| (launched: 2022-12-14_07:51:13.874464) \u000a07:51:15.189247 run osmo-msc_10.42.42.6(pid=25143): stderr: \u000a| �[0;m�[38;5;43m20221214075114198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075114198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe950212c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075114198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075114198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075114198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075114198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075114200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075114200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075114201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075114201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:51:15.233843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25136): Terminating (SIGTERM)\u000a07:51:15.275978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25139): Terminating (SIGTERM)\u000a07:51:15.318172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25142): Terminating (SIGTERM)\u000a07:51:15.327962 --- ParallelTerminationStrategy: PID 25136 died...\u000a07:51:15.384681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25136): Terminated: ok {rc=0}\u000a07:51:15.394810 --- ParallelTerminationStrategy: PID 25139 died...\u000a07:51:15.451181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25139): Terminated: ok {rc=0}\u000a07:51:15.461418 --- ParallelTerminationStrategy: PID 25142 died...\u000a07:51:15.517452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25142): Terminated: ok {rc=0}\u000a07:51:15.604149 bus /sierra_3: Setting Powered False\u000a07:51:16.708373 bus /sierra_3: Setting Powered False\u000a07:51:17.819105 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25151): Process ended prematurely: osmo-stp_10.42.42.5(pid=25151) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25151)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25151): Process ended prematurely: osmo-stp_10.42.42.5(pid=25151) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:51:18.930001 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:51:18.942519 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:51:19.097618 tst mo_mt_call_osmux.py: using LAC 39471\u000a07:51:19.221036 tst mo_mt_call_osmux.py: using RAC 201\u000a07:51:19.342630 tst mo_mt_call_osmux.py: using CellId 39471\u000a07:51:19.466051 tst mo_mt_call_osmux.py: using BVCI 39472\u000a07:51:19.489528 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:51:19.500932 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:51:19.512133 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:51:19.523380 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:51:19.534684 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:51:19.545898 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:51:19.664424 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:51:19.882439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:20.407924 run create_hlr_db(pid=25145): Launched\u000a07:51:20.599088 bus /sierra_2: Setting Powered False\u000a07:51:21.620015 run create_hlr_db(pid=25145): Terminated: ok {rc=0}\u000a07:51:22.036761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25147): Launched\u000a07:51:22.345827 run osmo-hlr_10.42.42.2(pid=25148): Launched\u000a07:51:22.468364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:23.015004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25150): Launched\u000a07:51:23.324249 run osmo-stp_10.42.42.5(pid=25151): Launched\u000a07:51:23.435769 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:51:24.004672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25153): Launched\u000a07:51:24.316744 run osmo-msc_10.42.42.6(pid=25154): Launched\u000a07:51:24.497678 run osmo-stp_10.42.42.5(pid=25151): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25151)]\u000a07:51:24.628244 run osmo-stp_10.42.42.5(pid=25151): stdout: \u000a| (launched: 2022-12-14_07:51:23.171914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:24.756442 run osmo-stp_10.42.42.5(pid=25151): stderr: \u000a| �[0;m�[38;5;43m20221214075123344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075123344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075123344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075123345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075123345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075123345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075123345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:24.879868 run osmo-stp_10.42.42.5(pid=25151): stdout: \u000a| (launched: 2022-12-14_07:51:23.171914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:25.001946 run osmo-stp_10.42.42.5(pid=25151): stderr: \u000a| �[0;m�[38;5;43m20221214075123344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075123344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075123344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075123345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075123345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075123345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075123345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:25.056357 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25151): Process ended prematurely: osmo-stp_10.42.42.5(pid=25151) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25151)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:51:25.065112 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:51:25.125194 run osmo-hlr_10.42.42.2(pid=25148): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25148)]\u000a07:51:25.174392 run osmo-hlr_10.42.42.2(pid=25148): stdout: \u000a| (launched: 2022-12-14_07:51:22.193849) \u000a07:51:25.224259 run osmo-hlr_10.42.42.2(pid=25148): stderr: \u000a| �[0;m�[1;31m20221214075122369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075122369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075122369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075122369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075122369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075122369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075122381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075122389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075122390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075122390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:25.292111 run osmo-msc_10.42.42.6(pid=25154): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25154)]\u000a07:51:25.341065 run osmo-msc_10.42.42.6(pid=25154): stdout: \u000a| (launched: 2022-12-14_07:51:24.162938) \u000a07:51:25.390605 run osmo-msc_10.42.42.6(pid=25154): stderr: \u000a| �[0;m�[38;5;43m20221214075124436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075124436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4aa519c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075124436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075124436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075124436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075124437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075124438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075124439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075124439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075124439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:51:25.433006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25147): Terminating (SIGTERM)\u000a07:51:25.473212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25150): Terminating (SIGTERM)\u000a07:51:25.513503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25153): Terminating (SIGTERM)\u000a07:51:25.522936 --- ParallelTerminationStrategy: PID 25147 died...\u000a07:51:25.576638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25147): Terminated: ok {rc=0}\u000a07:51:25.586496 --- ParallelTerminationStrategy: PID 25150 died...\u000a07:51:25.640034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25150): Terminated: ok {rc=0}\u000a07:51:25.649932 --- ParallelTerminationStrategy: PID 25153 died...\u000a07:51:25.703355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25153): Terminated: ok {rc=0}\u000a07:51:25.788161 bus /sierra_3: Setting Powered False\u000a07:51:26.896069 bus /sierra_3: Setting Powered False\u000a07:51:28.006255 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:51:08" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25165): Process ended prematurely: osmo-stp_10.42.42.5(pid=25165) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25165)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25165): Process ended prematurely: osmo-stp_10.42.42.5(pid=25165) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:51:30.007148 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:51:30.018755 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:51:30.176643 tst mo_mt_call.py: using LAC 39472\u000a07:51:30.306284 tst mo_mt_call.py: using RAC 202\u000a07:51:30.426785 tst mo_mt_call.py: using CellId 39472\u000a07:51:30.546769 tst mo_mt_call.py: using BVCI 39473\u000a07:51:30.570519 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:51:30.582016 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:51:30.593213 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:51:30.604293 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:51:30.615475 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:51:30.626712 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:51:30.749265 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:51:30.971692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:31.511112 run create_hlr_db(pid=25159): Launched\u000a07:51:31.709412 bus /sierra_2: Setting Powered False\u000a07:51:32.724847 run create_hlr_db(pid=25159): Terminated: ok {rc=0}\u000a07:51:33.145627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25161): Launched\u000a07:51:33.456619 run osmo-hlr_10.42.42.2(pid=25162): Launched\u000a07:51:33.569133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:34.108340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25164): Launched\u000a07:51:34.417913 run osmo-stp_10.42.42.5(pid=25165): Launched\u000a07:51:34.528730 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:51:35.100214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25167): Launched\u000a07:51:35.411914 run osmo-msc_10.42.42.6(pid=25168): Launched\u000a07:51:35.592720 run osmo-stp_10.42.42.5(pid=25165): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25165)]\u000a07:51:35.722958 run osmo-stp_10.42.42.5(pid=25165): stdout: \u000a| (launched: 2022-12-14_07:51:34.265590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:35.851707 run osmo-stp_10.42.42.5(pid=25165): stderr: \u000a| �[0;m�[38;5;43m20221214075134436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075134436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075134436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075134437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075134437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075134437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075134437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:35.975416 run osmo-stp_10.42.42.5(pid=25165): stdout: \u000a| (launched: 2022-12-14_07:51:34.265590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:36.097815 run osmo-stp_10.42.42.5(pid=25165): stderr: \u000a| �[0;m�[38;5;43m20221214075134436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075134436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075134436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075134437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075134437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075134437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075134437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:36.152389 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25165): Process ended prematurely: osmo-stp_10.42.42.5(pid=25165) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25165)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:51:36.161222 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:51:36.221436 run osmo-hlr_10.42.42.2(pid=25162): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25162)]\u000a07:51:36.271183 run osmo-hlr_10.42.42.2(pid=25162): stdout: \u000a| (launched: 2022-12-14_07:51:33.302972) \u000a07:51:36.321026 run osmo-hlr_10.42.42.2(pid=25162): stderr: \u000a| �[0;m�[1;31m20221214075133481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075133481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075133481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075133481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075133481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075133481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075133547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075133556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075133557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075133557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:36.388812 run osmo-msc_10.42.42.6(pid=25168): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25168)]\u000a07:51:36.437805 run osmo-msc_10.42.42.6(pid=25168): stdout: \u000a| (launched: 2022-12-14_07:51:35.258125) \u000a07:51:36.487209 run osmo-msc_10.42.42.6(pid=25168): stderr: \u000a| �[0;m�[38;5;43m20221214075135531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075135531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d7483bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075135531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075135531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075135531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075135531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075135533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075135533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075135534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075135534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:51:36.529564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25161): Terminating (SIGTERM)\u000a07:51:36.569671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25164): Terminating (SIGTERM)\u000a07:51:36.609859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25167): Terminating (SIGTERM)\u000a07:51:36.619328 --- ParallelTerminationStrategy: PID 25161 died...\u000a07:51:36.672725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25161): Terminated: ok {rc=0}\u000a07:51:36.682552 --- ParallelTerminationStrategy: PID 25164 died...\u000a07:51:36.735675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25164): Terminated: ok {rc=0}\u000a07:51:36.745528 --- ParallelTerminationStrategy: PID 25167 died...\u000a07:51:36.798653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25167): Terminated: ok {rc=0}\u000a07:51:36.887732 bus /sierra_3: Setting Powered False\u000a07:51:37.991222 bus /sierra_3: Setting Powered False\u000a07:51:39.103528 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25176): Process ended prematurely: osmo-stp_10.42.42.5(pid=25176) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25176)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25176): Process ended prematurely: osmo-stp_10.42.42.5(pid=25176) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:51:40.214734 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:51:40.226823 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:51:40.382664 tst mo_mt_call_osmux.py: using LAC 39473\u000a07:51:40.505359 tst mo_mt_call_osmux.py: using RAC 203\u000a07:51:40.626348 tst mo_mt_call_osmux.py: using CellId 39473\u000a07:51:40.748662 tst mo_mt_call_osmux.py: using BVCI 39474\u000a07:51:40.772011 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:51:40.783382 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:51:40.794544 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:51:40.806078 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:51:40.817396 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:51:40.828420 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:51:40.950474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:51:41.167954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:41.692000 run create_hlr_db(pid=25170): Launched\u000a07:51:41.883126 bus /sierra_2: Setting Powered False\u000a07:51:42.904265 run create_hlr_db(pid=25170): Terminated: ok {rc=0}\u000a07:51:43.320093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25172): Launched\u000a07:51:43.630550 run osmo-hlr_10.42.42.2(pid=25173): Launched\u000a07:51:43.744309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:44.282834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25175): Launched\u000a07:51:44.594400 run osmo-stp_10.42.42.5(pid=25176): Launched\u000a07:51:44.708057 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:51:45.278256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25178): Launched\u000a07:51:45.589369 run osmo-msc_10.42.42.6(pid=25179): Launched\u000a07:51:45.770088 run osmo-stp_10.42.42.5(pid=25176): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25176)]\u000a07:51:45.926894 run osmo-stp_10.42.42.5(pid=25176): stdout: \u000a| (launched: 2022-12-14_07:51:44.440279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:46.079741 run osmo-stp_10.42.42.5(pid=25176): stderr: \u000a| �[0;m�[38;5;43m20221214075144610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075144610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075144611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075144611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075144612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075144612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075144612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:46.218405 run osmo-stp_10.42.42.5(pid=25176): stdout: \u000a| (launched: 2022-12-14_07:51:44.440279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:46.354947 run osmo-stp_10.42.42.5(pid=25176): stderr: \u000a| �[0;m�[38;5;43m20221214075144610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075144610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075144611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075144611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075144612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075144612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075144612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:46.417076 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25176): Process ended prematurely: osmo-stp_10.42.42.5(pid=25176) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25176)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:51:46.427494 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:51:46.494571 run osmo-hlr_10.42.42.2(pid=25173): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25173)]\u000a07:51:46.549611 run osmo-hlr_10.42.42.2(pid=25173): stdout: \u000a| (launched: 2022-12-14_07:51:43.477142) \u000a07:51:46.606206 run osmo-hlr_10.42.42.2(pid=25173): stderr: \u000a| �[0;m�[1;31m20221214075143653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075143653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075143653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075143653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075143653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075143653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075143666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075143674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075143675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075143675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:46.681726 run osmo-msc_10.42.42.6(pid=25179): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25179)]\u000a07:51:46.736400 run osmo-msc_10.42.42.6(pid=25179): stdout: \u000a| (launched: 2022-12-14_07:51:45.434970) \u000a07:51:46.792735 run osmo-msc_10.42.42.6(pid=25179): stderr: \u000a| �[0;m�[38;5;43m20221214075145708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075145708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73e16bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075145708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075145709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075145709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075145709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075145711 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075145711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075145711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075145711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:51:46.840120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25172): Terminating (SIGTERM)\u000a07:51:46.888000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25175): Terminating (SIGTERM)\u000a07:51:46.934742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25178): Terminating (SIGTERM)\u000a07:51:46.945871 --- ParallelTerminationStrategy: PID 25172 died...\u000a07:51:47.008233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25172): Terminated: ok {rc=0}\u000a07:51:47.020045 --- ParallelTerminationStrategy: PID 25175 died...\u000a07:51:47.079036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25175): Terminated: ok {rc=0}\u000a07:51:47.090723 --- ParallelTerminationStrategy: PID 25178 died...\u000a07:51:47.149251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25178): Terminated: ok {rc=0}\u000a07:51:47.238121 bus /sierra_3: Setting Powered False\u000a07:51:48.345202 bus /sierra_3: Setting Powered False\u000a07:51:49.453543 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:51:29" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25190): Process ended prematurely: osmo-stp_10.42.42.5(pid=25190) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25190)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25190): Process ended prematurely: osmo-stp_10.42.42.5(pid=25190) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:51:51.450363 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:51:51.462285 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:51:51.619647 tst mo_mt_call.py: using LAC 39474\u000a07:51:51.743845 tst mo_mt_call.py: using RAC 204\u000a07:51:51.866830 tst mo_mt_call.py: using CellId 39474\u000a07:51:51.989081 tst mo_mt_call.py: using BVCI 39475\u000a07:51:52.012378 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:51:52.023718 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:51:52.034987 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:51:52.046195 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:51:52.057464 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:51:52.068567 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:51:52.190391 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:51:52.407427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:52.932756 run create_hlr_db(pid=25184): Launched\u000a07:51:53.126193 bus /sierra_2: Setting Powered False\u000a07:51:54.146061 run create_hlr_db(pid=25184): Terminated: ok {rc=0}\u000a07:51:54.590917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25186): Launched\u000a07:51:54.925852 run osmo-hlr_10.42.42.2(pid=25187): Launched\u000a07:51:55.049135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:55.632379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25189): Launched\u000a07:51:55.966755 run osmo-stp_10.42.42.5(pid=25190): Launched\u000a07:51:56.087354 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:51:56.694453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25192): Launched\u000a07:51:57.029685 run osmo-msc_10.42.42.6(pid=25193): Launched\u000a07:51:57.223698 run osmo-stp_10.42.42.5(pid=25190): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25190)]\u000a07:51:57.363887 run osmo-stp_10.42.42.5(pid=25190): stdout: \u000a| (launched: 2022-12-14_07:51:55.801272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:57.502760 run osmo-stp_10.42.42.5(pid=25190): stderr: \u000a| �[0;m�[38;5;43m20221214075155993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075155993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075155994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075155994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075155994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075155995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075155995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:57.635756 run osmo-stp_10.42.42.5(pid=25190): stdout: \u000a| (launched: 2022-12-14_07:51:55.801272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:57.767181 run osmo-stp_10.42.42.5(pid=25190): stderr: \u000a| �[0;m�[38;5;43m20221214075155993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075155993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075155994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075155994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075155994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075155995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075155995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:57.825522 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25190): Process ended prematurely: osmo-stp_10.42.42.5(pid=25190) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25190)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:51:57.835164 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:51:57.899037 run osmo-hlr_10.42.42.2(pid=25187): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25187)]\u000a07:51:57.951225 run osmo-hlr_10.42.42.2(pid=25187): stdout: \u000a| (launched: 2022-12-14_07:51:54.760010) \u000a07:51:58.004050 run osmo-hlr_10.42.42.2(pid=25187): stderr: \u000a| �[0;m�[1;31m20221214075154958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075154958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075154958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075154959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075154959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075154959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075154971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075154979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075154979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075154979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:58.075831 run osmo-msc_10.42.42.6(pid=25193): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25193)]\u000a07:51:58.127923 run osmo-msc_10.42.42.6(pid=25193): stdout: \u000a| (launched: 2022-12-14_07:51:56.863488) \u000a07:51:58.180381 run osmo-msc_10.42.42.6(pid=25193): stderr: \u000a| �[0;m�[38;5;43m20221214075157184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075157184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff437c03c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075157184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075157184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075157185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075157185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075157186 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075157187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075157187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075157187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:51:58.225621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25186): Terminating (SIGTERM)\u000a07:51:58.268178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25189): Terminating (SIGTERM)\u000a07:51:58.310827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25192): Terminating (SIGTERM)\u000a07:51:58.320875 --- ParallelTerminationStrategy: PID 25186 died...\u000a07:51:58.378296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25186): Terminated: ok {rc=0}\u000a07:51:58.388682 --- ParallelTerminationStrategy: PID 25189 died...\u000a07:51:58.445689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25189): Terminated: ok {rc=0}\u000a07:51:58.456076 --- ParallelTerminationStrategy: PID 25192 died...\u000a07:51:58.513090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25192): Terminated: ok {rc=0}\u000a07:51:58.601291 bus /sierra_3: Setting Powered False\u000a07:51:59.704971 bus /sierra_3: Setting Powered False\u000a07:52:00.816821 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25201): Process ended prematurely: osmo-stp_10.42.42.5(pid=25201) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25201)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25201): Process ended prematurely: osmo-stp_10.42.42.5(pid=25201) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:52:01.945712 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:52:01.958980 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:52:02.130691 tst mo_mt_call_osmux.py: using LAC 39475\u000a07:52:02.262726 tst mo_mt_call_osmux.py: using RAC 205\u000a07:52:02.392273 tst mo_mt_call_osmux.py: using CellId 39475\u000a07:52:02.517231 tst mo_mt_call_osmux.py: using BVCI 39476\u000a07:52:02.540596 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:52:02.552115 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:52:02.563297 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:52:02.574543 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:52:02.586461 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:52:02.598235 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:52:02.717641 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:52:02.925156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:03.422799 run create_hlr_db(pid=25195): Launched\u000a07:52:03.601603 bus /sierra_2: Setting Powered False\u000a07:52:04.622743 run create_hlr_db(pid=25195): Terminated: ok {rc=0}\u000a07:52:05.067309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25197): Launched\u000a07:52:05.399619 run osmo-hlr_10.42.42.2(pid=25198): Launched\u000a07:52:05.519227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:06.099081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25200): Launched\u000a07:52:06.432515 run osmo-stp_10.42.42.5(pid=25201): Launched\u000a07:52:06.554017 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:52:07.163730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25203): Launched\u000a07:52:07.496448 run osmo-msc_10.42.42.6(pid=25204): Launched\u000a07:52:07.690989 run osmo-stp_10.42.42.5(pid=25201): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25201)]\u000a07:52:07.831048 run osmo-stp_10.42.42.5(pid=25201): stdout: \u000a| (launched: 2022-12-14_07:52:06.267810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:07.969328 run osmo-stp_10.42.42.5(pid=25201): stderr: \u000a| �[0;m�[38;5;43m20221214075206462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075206462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075206462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075206463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075206463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075206463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075206463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:08.102599 run osmo-stp_10.42.42.5(pid=25201): stdout: \u000a| (launched: 2022-12-14_07:52:06.267810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:08.234221 run osmo-stp_10.42.42.5(pid=25201): stderr: \u000a| �[0;m�[38;5;43m20221214075206462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075206462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075206462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075206463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075206463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075206463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075206463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:08.292246 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25201): Process ended prematurely: osmo-stp_10.42.42.5(pid=25201) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25201)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:52:08.301708 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:52:08.365827 run osmo-hlr_10.42.42.2(pid=25198): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25198)]\u000a07:52:08.417985 run osmo-hlr_10.42.42.2(pid=25198): stdout: \u000a| (launched: 2022-12-14_07:52:05.236063) \u000a07:52:08.470556 run osmo-hlr_10.42.42.2(pid=25198): stderr: \u000a| �[0;m�[1;31m20221214075205434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075205434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075205434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075205434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075205434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075205434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075205484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075205494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075205494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075205494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:08.542586 run osmo-msc_10.42.42.6(pid=25204): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25204)]\u000a07:52:08.594522 run osmo-msc_10.42.42.6(pid=25204): stdout: \u000a| (launched: 2022-12-14_07:52:07.332354) \u000a07:52:08.647052 run osmo-msc_10.42.42.6(pid=25204): stderr: \u000a| �[0;m�[38;5;43m20221214075207656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075207656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb081c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075207656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075207656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075207656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075207656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075207658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075207658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075207659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075207659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:52:08.691844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25197): Terminating (SIGTERM)\u000a07:52:08.734658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25200): Terminating (SIGTERM)\u000a07:52:08.777005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25203): Terminating (SIGTERM)\u000a07:52:08.786922 --- ParallelTerminationStrategy: PID 25197 died...\u000a07:52:08.844126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25197): Terminated: ok {rc=0}\u000a07:52:08.854604 --- ParallelTerminationStrategy: PID 25200 died...\u000a07:52:08.911486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25200): Terminated: ok {rc=0}\u000a07:52:08.921722 --- ParallelTerminationStrategy: PID 25203 died...\u000a07:52:08.978815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25203): Terminated: ok {rc=0}\u000a07:52:09.067107 bus /sierra_3: Setting Powered False\u000a07:52:10.174070 bus /sierra_3: Setting Powered False\u000a07:52:11.285038 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:51:51" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25216): Process ended prematurely: osmo-stp_10.42.42.5(pid=25216) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25216)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25216): Process ended prematurely: osmo-stp_10.42.42.5(pid=25216) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:52:13.284220 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:52:13.295456 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:52:13.451828 tst mo_mt_call.py: using LAC 39476\u000a07:52:13.575068 tst mo_mt_call.py: using RAC 206\u000a07:52:13.698482 tst mo_mt_call.py: using CellId 39476\u000a07:52:13.820344 tst mo_mt_call.py: using BVCI 39477\u000a07:52:13.843819 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:52:13.855105 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:52:13.866288 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:52:13.877391 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:52:13.888464 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:52:13.899472 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:52:14.022248 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:52:14.239566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:14.768065 run create_hlr_db(pid=25210): Launched\u000a07:52:14.961641 bus /sierra_2: Setting Powered False\u000a07:52:16.003669 run create_hlr_db(pid=25210): Terminated: ok {rc=0}\u000a07:52:16.488428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25212): Launched\u000a07:52:16.936584 run osmo-hlr_10.42.42.2(pid=25213): Launched\u000a07:52:17.088697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:17.741533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25215): Launched\u000a07:52:18.074858 run osmo-stp_10.42.42.5(pid=25216): Launched\u000a07:52:18.196062 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:52:18.805867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25218): Launched\u000a07:52:19.141112 run osmo-msc_10.42.42.6(pid=25219): Launched\u000a07:52:19.335076 run osmo-stp_10.42.42.5(pid=25216): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25216)]\u000a07:52:19.475545 run osmo-stp_10.42.42.5(pid=25216): stdout: \u000a| (launched: 2022-12-14_07:52:17.910241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:19.614357 run osmo-stp_10.42.42.5(pid=25216): stderr: \u000a| �[0;m�[38;5;43m20221214075218102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075218102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075218102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075218102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075218103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075218103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075218103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:19.747183 run osmo-stp_10.42.42.5(pid=25216): stdout: \u000a| (launched: 2022-12-14_07:52:17.910241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:19.878654 run osmo-stp_10.42.42.5(pid=25216): stderr: \u000a| �[0;m�[38;5;43m20221214075218102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075218102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075218102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075218102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075218103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075218103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075218103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:19.937180 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25216): Process ended prematurely: osmo-stp_10.42.42.5(pid=25216) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25216)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:52:19.946547 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a07:52:20.009705 run osmo-hlr_10.42.42.2(pid=25213): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25213)]\u000a07:52:20.061380 run osmo-hlr_10.42.42.2(pid=25213): stdout: \u000a| (launched: 2022-12-14_07:52:16.654522) \u000a07:52:20.113602 run osmo-hlr_10.42.42.2(pid=25213): stderr: \u000a| �[0;m�[1;31m20221214075216905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075216905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075216905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075216905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075216905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075216905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075216953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075216974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075216974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075216974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:20.184154 run osmo-msc_10.42.42.6(pid=25219): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25219)]\u000a07:52:20.235524 run osmo-msc_10.42.42.6(pid=25219): stdout: \u000a| (launched: 2022-12-14_07:52:18.974628) \u000a07:52:20.287194 run osmo-msc_10.42.42.6(pid=25219): stderr: \u000a| �[0;m�[38;5;43m20221214075219296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075219296 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6eac00ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075219296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075219296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075219296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075219296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075219298 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075219299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075219299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075219299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:52:20.331747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25212): Terminating (SIGTERM)\u000a07:52:20.373557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25215): Terminating (SIGTERM)\u000a07:52:20.415499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25218): Terminating (SIGTERM)\u000a07:52:20.425334 --- ParallelTerminationStrategy: PID 25212 died...\u000a07:52:20.481881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25212): Terminated: ok {rc=0}\u000a07:52:20.492090 --- ParallelTerminationStrategy: PID 25215 died...\u000a07:52:20.548214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25215): Terminated: ok {rc=0}\u000a07:52:20.558737 --- ParallelTerminationStrategy: PID 25218 died...\u000a07:52:20.615272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25218): Terminated: ok {rc=0}\u000a07:52:20.702423 bus /sierra_3: Setting Powered False\u000a07:52:21.808620 bus /sierra_3: Setting Powered False\u000a07:52:22.917012 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25227): Process ended prematurely: osmo-stp_10.42.42.5(pid=25227) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25227)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25227): Process ended prematurely: osmo-stp_10.42.42.5(pid=25227) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:52:24.034085 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:52:24.047239 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:52:24.214773 tst mo_mt_call_osmux.py: using LAC 39477\u000a07:52:24.346169 tst mo_mt_call_osmux.py: using RAC 207\u000a07:52:24.476212 tst mo_mt_call_osmux.py: using CellId 39477\u000a07:52:24.605251 tst mo_mt_call_osmux.py: using BVCI 39478\u000a07:52:24.630567 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:52:24.642696 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:52:24.654498 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:52:24.666308 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:52:24.678417 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:52:24.690411 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:52:24.810537 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:52:25.027139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:25.553380 run create_hlr_db(pid=25221): Launched\u000a07:52:25.745179 bus /sierra_2: Setting Powered False\u000a07:52:26.766254 run create_hlr_db(pid=25221): Terminated: ok {rc=0}\u000a07:52:27.184665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25223): Launched\u000a07:52:27.497006 run osmo-hlr_10.42.42.2(pid=25224): Launched\u000a07:52:27.610128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:28.150116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25226): Launched\u000a07:52:28.462189 run osmo-stp_10.42.42.5(pid=25227): Launched\u000a07:52:28.574318 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:52:29.141789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25229): Launched\u000a07:52:29.454617 run osmo-msc_10.42.42.6(pid=25230): Launched\u000a07:52:29.635512 run osmo-stp_10.42.42.5(pid=25227): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25227)]\u000a07:52:29.765552 run osmo-stp_10.42.42.5(pid=25227): stdout: \u000a| (launched: 2022-12-14_07:52:28.306596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:29.893485 run osmo-stp_10.42.42.5(pid=25227): stderr: \u000a| �[0;m�[38;5;43m20221214075228479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075228479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075228479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075228480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075228480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075228480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075228480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:30.016170 run osmo-stp_10.42.42.5(pid=25227): stdout: \u000a| (launched: 2022-12-14_07:52:28.306596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:30.138198 run osmo-stp_10.42.42.5(pid=25227): stderr: \u000a| �[0;m�[38;5;43m20221214075228479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075228479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075228479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075228480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075228480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075228480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075228480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:30.192417 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25227): Process ended prematurely: osmo-stp_10.42.42.5(pid=25227) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25227)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:52:30.200864 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:52:30.260467 run osmo-hlr_10.42.42.2(pid=25224): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25224)]\u000a07:52:30.309362 run osmo-hlr_10.42.42.2(pid=25224): stdout: \u000a| (launched: 2022-12-14_07:52:27.342143) \u000a07:52:30.358876 run osmo-hlr_10.42.42.2(pid=25224): stderr: \u000a| �[0;m�[1;31m20221214075227519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075227519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075227519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075227519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075227519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075227519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075227563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075227573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075227574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075227574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:30.426105 run osmo-msc_10.42.42.6(pid=25230): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25230)]\u000a07:52:30.474776 run osmo-msc_10.42.42.6(pid=25230): stdout: \u000a| (launched: 2022-12-14_07:52:29.298722) \u000a07:52:30.523940 run osmo-msc_10.42.42.6(pid=25230): stderr: \u000a| �[0;m�[38;5;43m20221214075229573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075229573 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f9c456c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075229573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075229573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075229573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075229573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075229575 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075229576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075229576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075229576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:52:30.565882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25223): Terminating (SIGTERM)\u000a07:52:30.605331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25226): Terminating (SIGTERM)\u000a07:52:30.645227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25229): Terminating (SIGTERM)\u000a07:52:30.654480 --- ParallelTerminationStrategy: PID 25223 died...\u000a07:52:30.707450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25223): Terminated: ok {rc=0}\u000a07:52:30.717113 --- ParallelTerminationStrategy: PID 25226 died...\u000a07:52:30.769366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25226): Terminated: ok {rc=0}\u000a07:52:30.778882 --- ParallelTerminationStrategy: PID 25229 died...\u000a07:52:30.833620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25229): Terminated: ok {rc=0}\u000a07:52:30.938965 bus /sierra_3: Setting Powered False\u000a07:52:32.048465 bus /sierra_3: Setting Powered False\u000a07:52:33.160997 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:52:13" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25243): Process ended prematurely: osmo-stp_10.42.42.5(pid=25243) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25243)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25243): Process ended prematurely: osmo-stp_10.42.42.5(pid=25243) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:52:35.149510 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:52:35.161231 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:52:35.316142 tst mo_mt_call.py: using LAC 39478\u000a07:52:35.437465 tst mo_mt_call.py: using RAC 208\u000a07:52:35.559381 tst mo_mt_call.py: using CellId 39478\u000a07:52:35.678787 tst mo_mt_call.py: using BVCI 39479\u000a07:52:35.702338 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:52:35.713794 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:52:35.725174 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:52:35.736282 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:52:35.748122 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:52:35.759842 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:52:35.884377 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:52:36.091921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:36.589868 run create_hlr_db(pid=25237): Launched\u000a07:52:36.768113 bus /sierra_2: Setting Powered False\u000a07:52:37.788732 run create_hlr_db(pid=25237): Terminated: ok {rc=0}\u000a07:52:38.233285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25239): Launched\u000a07:52:38.567507 run osmo-hlr_10.42.42.2(pid=25240): Launched\u000a07:52:38.690894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:39.274181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25242): Launched\u000a07:52:39.608652 run osmo-stp_10.42.42.5(pid=25243): Launched\u000a07:52:39.729718 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:52:40.338886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25245): Launched\u000a07:52:40.672055 run osmo-msc_10.42.42.6(pid=25246): Launched\u000a07:52:40.867502 run osmo-stp_10.42.42.5(pid=25243): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25243)]\u000a07:52:41.008920 run osmo-stp_10.42.42.5(pid=25243): stdout: \u000a| (launched: 2022-12-14_07:52:39.442595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:41.148039 run osmo-stp_10.42.42.5(pid=25243): stderr: \u000a| �[0;m�[38;5;43m20221214075239636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075239636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075239636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075239637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075239637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075239637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075239637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:41.281055 run osmo-stp_10.42.42.5(pid=25243): stdout: \u000a| (launched: 2022-12-14_07:52:39.442595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:41.412782 run osmo-stp_10.42.42.5(pid=25243): stderr: \u000a| �[0;m�[38;5;43m20221214075239636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075239636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075239636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075239637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075239637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075239637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075239637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:41.471124 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25243): Process ended prematurely: osmo-stp_10.42.42.5(pid=25243) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25243)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:52:41.480134 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:52:41.543802 run osmo-hlr_10.42.42.2(pid=25240): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25240)]\u000a07:52:41.595551 run osmo-hlr_10.42.42.2(pid=25240): stdout: \u000a| (launched: 2022-12-14_07:52:38.402831) \u000a07:52:41.647844 run osmo-hlr_10.42.42.2(pid=25240): stderr: \u000a| �[0;m�[1;31m20221214075238603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075238603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075238603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075238603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075238603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075238603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075238623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075238632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075238632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075238632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:41.718926 run osmo-msc_10.42.42.6(pid=25246): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25246)]\u000a07:52:41.770604 run osmo-msc_10.42.42.6(pid=25246): stdout: \u000a| (launched: 2022-12-14_07:52:40.507612) \u000a07:52:41.823023 run osmo-msc_10.42.42.6(pid=25246): stderr: \u000a| �[0;m�[38;5;43m20221214075240830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075240831 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee13f80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075240831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075240831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075240831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075240831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075240833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075240833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075240833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075240833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:52:41.867637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25239): Terminating (SIGTERM)\u000a07:52:41.910274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25242): Terminating (SIGTERM)\u000a07:52:41.952451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25245): Terminating (SIGTERM)\u000a07:52:41.962332 --- ParallelTerminationStrategy: PID 25239 died...\u000a07:52:42.018987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25239): Terminated: ok {rc=0}\u000a07:52:42.029311 --- ParallelTerminationStrategy: PID 25242 died...\u000a07:52:42.085774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25242): Terminated: ok {rc=0}\u000a07:52:42.095972 --- ParallelTerminationStrategy: PID 25245 died...\u000a07:52:42.152335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25245): Terminated: ok {rc=0}\u000a07:52:42.239674 bus /sierra_3: Setting Powered False\u000a07:52:43.346303 bus /sierra_3: Setting Powered False\u000a07:52:44.455020 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25254): Process ended prematurely: osmo-stp_10.42.42.5(pid=25254) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25254)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25254): Process ended prematurely: osmo-stp_10.42.42.5(pid=25254) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:52:45.571557 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:52:45.584303 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:52:45.749886 tst mo_mt_call_osmux.py: using LAC 39479\u000a07:52:45.897894 tst mo_mt_call_osmux.py: using RAC 209\u000a07:52:46.032097 tst mo_mt_call_osmux.py: using CellId 39479\u000a07:52:46.163509 tst mo_mt_call_osmux.py: using BVCI 39480\u000a07:52:46.190163 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:52:46.203299 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:52:46.216259 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:52:46.230283 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:52:46.243918 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:52:46.258034 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:52:46.386459 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:52:46.641487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:47.195206 run create_hlr_db(pid=25248): Launched\u000a07:52:47.374680 bus /sierra_2: Setting Powered False\u000a07:52:48.394597 run create_hlr_db(pid=25248): Terminated: ok {rc=0}\u000a07:52:48.839690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25250): Launched\u000a07:52:49.174759 run osmo-hlr_10.42.42.2(pid=25251): Launched\u000a07:52:49.300337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:49.880652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25253): Launched\u000a07:52:50.216662 run osmo-stp_10.42.42.5(pid=25254): Launched\u000a07:52:50.337466 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:52:50.947284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25256): Launched\u000a07:52:51.281856 run osmo-msc_10.42.42.6(pid=25257): Launched\u000a07:52:51.476053 run osmo-stp_10.42.42.5(pid=25254): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25254)]\u000a07:52:51.616051 run osmo-stp_10.42.42.5(pid=25254): stdout: \u000a| (launched: 2022-12-14_07:52:50.050240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:51.754560 run osmo-stp_10.42.42.5(pid=25254): stderr: \u000a| �[0;m�[38;5;43m20221214075250246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075250246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075250246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075250246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075250247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075250247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075250247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:51.887295 run osmo-stp_10.42.42.5(pid=25254): stdout: \u000a| (launched: 2022-12-14_07:52:50.050240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:52.019769 run osmo-stp_10.42.42.5(pid=25254): stderr: \u000a| �[0;m�[38;5;43m20221214075250246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075250246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075250246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075250246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075250247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075250247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075250247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:52.078674 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25254): Process ended prematurely: osmo-stp_10.42.42.5(pid=25254) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25254)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:52:52.088108 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a07:52:52.151590 run osmo-hlr_10.42.42.2(pid=25251): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25251)]\u000a07:52:52.203394 run osmo-hlr_10.42.42.2(pid=25251): stdout: \u000a| (launched: 2022-12-14_07:52:49.008448) \u000a07:52:52.256080 run osmo-hlr_10.42.42.2(pid=25251): stderr: \u000a| �[0;m�[1;31m20221214075249208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075249208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075249208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075249208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075249208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075249208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075249220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075249229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075249230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075249230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:52.327234 run osmo-msc_10.42.42.6(pid=25257): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25257)]\u000a07:52:52.379265 run osmo-msc_10.42.42.6(pid=25257): stdout: \u000a| (launched: 2022-12-14_07:52:51.116925) \u000a07:52:52.431506 run osmo-msc_10.42.42.6(pid=25257): stderr: \u000a| �[0;m�[38;5;43m20221214075251437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075251438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce5226ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075251438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075251438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075251438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075251438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075251440 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075251440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075251440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075251440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:52:52.476242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25250): Terminating (SIGTERM)\u000a07:52:52.518853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25253): Terminating (SIGTERM)\u000a07:52:52.560863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25256): Terminating (SIGTERM)\u000a07:52:52.570878 --- ParallelTerminationStrategy: PID 25250 died...\u000a07:52:52.627376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25250): Terminated: ok {rc=0}\u000a07:52:52.638031 --- ParallelTerminationStrategy: PID 25253 died...\u000a07:52:52.694472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25253): Terminated: ok {rc=0}\u000a07:52:52.704739 --- ParallelTerminationStrategy: PID 25256 died...\u000a07:52:52.761562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25256): Terminated: ok {rc=0}\u000a07:52:52.849796 bus /sierra_3: Setting Powered False\u000a07:52:53.957030 bus /sierra_3: Setting Powered False\u000a07:52:55.066090 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:52:34" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25269): Process ended prematurely: osmo-stp_10.42.42.5(pid=25269) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25269)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25269): Process ended prematurely: osmo-stp_10.42.42.5(pid=25269) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:52:57.066608 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:52:57.078777 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:52:57.243265 tst mo_mt_call.py: using LAC 39480\u000a07:52:57.373910 tst mo_mt_call.py: using RAC 210\u000a07:52:57.506611 tst mo_mt_call.py: using CellId 39480\u000a07:52:57.637574 tst mo_mt_call.py: using BVCI 39481\u000a07:52:57.662890 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:52:57.674754 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:52:57.686375 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:52:57.697837 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:52:57.709786 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:52:57.721699 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:52:57.840766 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:52:58.057473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:58.581570 run create_hlr_db(pid=25262): Launched\u000a07:52:58.773919 bus /sierra_2: Setting Powered False\u000a07:52:59.794585 run create_hlr_db(pid=25262): Terminated: ok {rc=0}\u000a07:53:00.241310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25265): Launched\u000a07:53:00.575849 run osmo-hlr_10.42.42.2(pid=25266): Launched\u000a07:53:00.700170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:01.320567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25268): Launched\u000a07:53:01.668193 run osmo-stp_10.42.42.5(pid=25269): Launched\u000a07:53:01.868725 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:53:02.579678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25271): Launched\u000a07:53:02.914281 run osmo-msc_10.42.42.6(pid=25272): Launched\u000a07:53:03.107852 run osmo-stp_10.42.42.5(pid=25269): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25269)]\u000a07:53:03.247257 run osmo-stp_10.42.42.5(pid=25269): stdout: \u000a| (launched: 2022-12-14_07:53:01.495864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:03.386218 run osmo-stp_10.42.42.5(pid=25269): stderr: \u000a| �[0;m�[38;5;43m20221214075301827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075301827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075301828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075301828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075301829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075301829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075301829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:03.519287 run osmo-stp_10.42.42.5(pid=25269): stdout: \u000a| (launched: 2022-12-14_07:53:01.495864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:03.651293 run osmo-stp_10.42.42.5(pid=25269): stderr: \u000a| �[0;m�[38;5;43m20221214075301827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075301827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075301828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075301828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075301829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075301829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075301829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:03.709807 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25269): Process ended prematurely: osmo-stp_10.42.42.5(pid=25269) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25269)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:53:03.719297 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a07:53:03.783059 run osmo-hlr_10.42.42.2(pid=25266): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25266)]\u000a07:53:03.834720 run osmo-hlr_10.42.42.2(pid=25266): stdout: \u000a| (launched: 2022-12-14_07:53:00.410469) \u000a07:53:03.887166 run osmo-hlr_10.42.42.2(pid=25266): stderr: \u000a| �[0;m�[1;31m20221214075300607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075300607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075300607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075300607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075300607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075300607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075300620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075300629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075300630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075300630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:53:03.958522 run osmo-msc_10.42.42.6(pid=25272): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25272)]\u000a07:53:04.010492 run osmo-msc_10.42.42.6(pid=25272): stdout: \u000a| (launched: 2022-12-14_07:53:02.748532) \u000a07:53:04.063353 run osmo-msc_10.42.42.6(pid=25272): stderr: \u000a| �[0;m�[38;5;43m20221214075303074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075303074 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55f4853c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075303074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075303074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075303074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075303075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075303076 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075303077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075303077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075303077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:53:04.108407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25265): Terminating (SIGTERM)\u000a07:53:04.151089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25268): Terminating (SIGTERM)\u000a07:53:04.193711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25271): Terminating (SIGTERM)\u000a07:53:04.203660 --- ParallelTerminationStrategy: PID 25265 died...\u000a07:53:04.260759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25265): Terminated: ok {rc=0}\u000a07:53:04.271113 --- ParallelTerminationStrategy: PID 25268 died...\u000a07:53:04.327693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25268): Terminated: ok {rc=0}\u000a07:53:04.338083 --- ParallelTerminationStrategy: PID 25271 died...\u000a07:53:04.394760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25271): Terminated: ok {rc=0}\u000a07:53:04.482454 bus /sierra_3: Setting Powered False\u000a07:53:05.589377 bus /sierra_3: Setting Powered False\u000a07:53:06.699021 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25280): Process ended prematurely: osmo-stp_10.42.42.5(pid=25280) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25280)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25280): Process ended prematurely: osmo-stp_10.42.42.5(pid=25280) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:53:07.816350 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:53:07.828986 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:53:07.995949 tst mo_mt_call_osmux.py: using LAC 39481\u000a07:53:08.130516 tst mo_mt_call_osmux.py: using RAC 211\u000a07:53:08.256527 tst mo_mt_call_osmux.py: using CellId 39481\u000a07:53:08.375373 tst mo_mt_call_osmux.py: using BVCI 39482\u000a07:53:08.398807 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:53:08.410384 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:53:08.421662 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:53:08.432710 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:53:08.443892 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:53:08.454923 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:53:08.575652 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:53:08.782275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:09.279152 run create_hlr_db(pid=25274): Launched\u000a07:53:09.457201 bus /sierra_2: Setting Powered False\u000a07:53:10.477778 run create_hlr_db(pid=25274): Terminated: ok {rc=0}\u000a07:53:10.923070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25276): Launched\u000a07:53:11.259793 run osmo-hlr_10.42.42.2(pid=25277): Launched\u000a07:53:11.381442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:11.957561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25279): Launched\u000a07:53:12.291532 run osmo-stp_10.42.42.5(pid=25280): Launched\u000a07:53:12.412031 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:53:13.019555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25282): Launched\u000a07:53:13.355926 run osmo-msc_10.42.42.6(pid=25283): Launched\u000a07:53:13.550933 run osmo-stp_10.42.42.5(pid=25280): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25280)]\u000a07:53:13.692186 run osmo-stp_10.42.42.5(pid=25280): stdout: \u000a| (launched: 2022-12-14_07:53:12.126667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:13.831524 run osmo-stp_10.42.42.5(pid=25280): stderr: \u000a| �[0;m�[38;5;43m20221214075312318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075312319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075312319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075312319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075312320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075312320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075312320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:13.964283 run osmo-stp_10.42.42.5(pid=25280): stdout: \u000a| (launched: 2022-12-14_07:53:12.126667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:14.096416 run osmo-stp_10.42.42.5(pid=25280): stderr: \u000a| �[0;m�[38;5;43m20221214075312318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075312319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075312319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075312319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075312320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075312320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075312320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:14.154897 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25280): Process ended prematurely: osmo-stp_10.42.42.5(pid=25280) [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25280)] [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:53:14.164264 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:53:14.227871 run osmo-hlr_10.42.42.2(pid=25277): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25277)]\u000a07:53:14.279766 run osmo-hlr_10.42.42.2(pid=25277): stdout: \u000a| (launched: 2022-12-14_07:53:11.094299) \u000a07:53:14.332462 run osmo-hlr_10.42.42.2(pid=25277): stderr: \u000a| �[0;m�[1;31m20221214075311293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075311293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075311293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075311293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075311293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075311293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075311305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075311315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075311315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075311315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:53:14.403828 run osmo-msc_10.42.42.6(pid=25283): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25283)]\u000a07:53:14.455560 run osmo-msc_10.42.42.6(pid=25283): stdout: \u000a| (launched: 2022-12-14_07:53:13.189763) \u000a07:53:14.507839 run osmo-msc_10.42.42.6(pid=25283): stderr: \u000a| �[0;m�[38;5;43m20221214075313509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075313510 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2afb02dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075313510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075313510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075313510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075313510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075313512 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075313512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075313512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075313512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:53:14.552429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25276): Terminating (SIGTERM)\u000a07:53:14.594673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25279): Terminating (SIGTERM)\u000a07:53:14.637126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25282): Terminating (SIGTERM)\u000a07:53:14.646979 --- ParallelTerminationStrategy: PID 25276 died...\u000a07:53:14.703505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25276): Terminated: ok {rc=0}\u000a07:53:14.713707 --- ParallelTerminationStrategy: PID 25279 died...\u000a07:53:14.769863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25279): Terminated: ok {rc=0}\u000a07:53:14.779979 --- ParallelTerminationStrategy: PID 25282 died...\u000a07:53:14.836049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25282): Terminated: ok {rc=0}\u000a07:53:14.922073 bus /sierra_3: Setting Powered False\u000a07:53:16.036253 bus /sierra_3: Setting Powered False\u000a07:53:17.157423 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:52:56" }, { "cases" : [ { "testActions" : [ ], "age" : 260, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25294): Process ended prematurely: osmo-stp_10.42.42.5(pid=25294) [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25294)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25294): Process ended prematurely: osmo-stp_10.42.42.5(pid=25294) [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:53:19.163498 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:53:19.174801 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:53:19.315561 tst emergency_mo_mt_call.py: using LAC 39482\u000a07:53:19.450601 tst emergency_mo_mt_call.py: using RAC 212\u000a07:53:19.568038 tst emergency_mo_mt_call.py: using CellId 39482\u000a07:53:19.685707 tst emergency_mo_mt_call.py: using BVCI 39483\u000a07:53:19.708788 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:53:19.719894 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:53:19.730719 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:53:19.741551 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:53:19.752320 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:53:19.763030 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:53:19.883975 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:53:20.087538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:20.574651 run create_hlr_db(pid=25288): Launched\u000a07:53:20.750513 bus /sierra_2: Setting Powered False\u000a07:53:21.782940 run create_hlr_db(pid=25288): Terminated: ok {rc=0}\u000a07:53:22.196561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25290): Launched\u000a07:53:22.503027 run osmo-hlr_10.42.42.2(pid=25291): Launched\u000a07:53:22.621681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:23.156616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25293): Launched\u000a07:53:23.459759 run osmo-stp_10.42.42.5(pid=25294): Launched\u000a07:53:23.580580 tst emergency_mo_mt_call.py: using MSISDN 8572\u000a07:53:23.731510 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:53:24.295899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25296): Launched\u000a07:53:24.603468 run osmo-msc_10.42.42.6(pid=25297): Launched\u000a07:53:24.781332 run osmo-stp_10.42.42.5(pid=25294): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25294)]\u000a07:53:24.909133 run osmo-stp_10.42.42.5(pid=25294): stdout: \u000a| (launched: 2022-12-14_07:53:23.310376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:25.034719 run osmo-stp_10.42.42.5(pid=25294): stderr: \u000a| �[0;m�[38;5;43m20221214075323479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075323479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075323480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075323480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075323481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075323481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075323481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:25.157112 run osmo-stp_10.42.42.5(pid=25294): stdout: \u000a| (launched: 2022-12-14_07:53:23.310376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:25.277238 run osmo-stp_10.42.42.5(pid=25294): stderr: \u000a| �[0;m�[38;5;43m20221214075323479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075323479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075323480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075323480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075323481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075323481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075323481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:25.330511 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25294): Process ended prematurely: osmo-stp_10.42.42.5(pid=25294) [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25294)] [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a07:53:25.338658 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a07:53:25.398552 run osmo-hlr_10.42.42.2(pid=25291): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25291)]\u000a07:53:25.447226 run osmo-hlr_10.42.42.2(pid=25291): stdout: \u000a| (launched: 2022-12-14_07:53:22.350746) \u000a07:53:25.496278 run osmo-hlr_10.42.42.2(pid=25291): stderr: \u000a| �[0;m�[1;31m20221214075322526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075322526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075322526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075322526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075322526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075322527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075322539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075322547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075322547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075322547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:53:25.563333 run osmo-msc_10.42.42.6(pid=25297): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25297)]\u000a07:53:25.611861 run osmo-msc_10.42.42.6(pid=25297): stdout: \u000a| (launched: 2022-12-14_07:53:24.450270) \u000a07:53:25.660908 run osmo-msc_10.42.42.6(pid=25297): stderr: \u000a| �[0;m�[38;5;43m20221214075324721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075324721 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4351f95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075324721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075324721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075324721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075324722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075324723 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075324724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075324724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075324724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:53:25.702694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25290): Terminating (SIGTERM)\u000a07:53:25.742256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25293): Terminating (SIGTERM)\u000a07:53:25.781909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25296): Terminating (SIGTERM)\u000a07:53:25.791318 --- ParallelTerminationStrategy: PID 25290 died...\u000a07:53:25.844470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25290): Terminated: ok {rc=0}\u000a07:53:25.854296 --- ParallelTerminationStrategy: PID 25293 died...\u000a07:53:25.907111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25293): Terminated: ok {rc=0}\u000a07:53:25.916901 --- ParallelTerminationStrategy: PID 25296 died...\u000a07:53:25.969720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25296): Terminated: ok {rc=0}\u000a07:53:26.057960 bus /sierra_3: Setting Powered False\u000a07:53:27.165497 bus /sierra_3: Setting Powered False\u000a07:53:28.273312 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25305): Process ended prematurely: osmo-stp_10.42.42.5(pid=25305) [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25305)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25305): Process ended prematurely: osmo-stp_10.42.42.5(pid=25305) [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:53:29.325794 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:53:29.337896 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:53:29.474208 tst emergency_preemptive_call.py: using LAC 39483\u000a07:53:29.594511 tst emergency_preemptive_call.py: using RAC 213\u000a07:53:29.718583 tst emergency_preemptive_call.py: using CellId 39483\u000a07:53:29.835729 tst emergency_preemptive_call.py: using BVCI 39484\u000a07:53:29.858897 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:53:29.869928 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:53:29.880621 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:53:29.891616 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:53:29.902572 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:53:29.913470 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:53:30.034861 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:53:30.155931 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:53:30.275027 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:53:30.486743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:31.092097 run create_hlr_db(pid=25299): Launched\u000a07:53:31.289226 bus /sierra_2: Setting Powered False\u000a07:53:32.317895 run create_hlr_db(pid=25299): Terminated: ok {rc=0}\u000a07:53:32.755449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25301): Launched\u000a07:53:33.084251 run osmo-hlr_10.42.42.2(pid=25302): Launched\u000a07:53:33.208370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:33.778837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25304): Launched\u000a07:53:34.107814 run osmo-stp_10.42.42.5(pid=25305): Launched\u000a07:53:34.244093 tst emergency_preemptive_call.py: using MSISDN 8573\u000a07:53:34.407164 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:53:35.002826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25307): Launched\u000a07:53:35.333861 run osmo-msc_10.42.42.6(pid=25308): Launched\u000a07:53:35.527277 run osmo-stp_10.42.42.5(pid=25305): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25305)]\u000a07:53:35.666361 run osmo-stp_10.42.42.5(pid=25305): stdout: \u000a| (launched: 2022-12-14_07:53:33.944454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:35.803666 run osmo-stp_10.42.42.5(pid=25305): stderr: \u000a| �[0;m�[38;5;43m20221214075334137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075334137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075334137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075334138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075334139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075334139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075334139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:35.935131 run osmo-stp_10.42.42.5(pid=25305): stdout: \u000a| (launched: 2022-12-14_07:53:33.944454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:36.065279 run osmo-stp_10.42.42.5(pid=25305): stderr: \u000a| �[0;m�[38;5;43m20221214075334137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075334137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075334137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075334138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075334139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075334139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075334139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:36.123033 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25305): Process ended prematurely: osmo-stp_10.42.42.5(pid=25305) [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25305)] [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a07:53:36.131928 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a07:53:36.195399 run osmo-hlr_10.42.42.2(pid=25302): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25302)]\u000a07:53:36.247239 run osmo-hlr_10.42.42.2(pid=25302): stdout: \u000a| (launched: 2022-12-14_07:53:32.921474) \u000a07:53:36.299493 run osmo-hlr_10.42.42.2(pid=25302): stderr: \u000a| �[0;m�[1;31m20221214075333117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075333117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075333117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075333117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075333118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075333118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075333130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075333138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075333139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075333139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:53:36.370660 run osmo-msc_10.42.42.6(pid=25308): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25308)]\u000a07:53:36.422144 run osmo-msc_10.42.42.6(pid=25308): stdout: \u000a| (launched: 2022-12-14_07:53:35.168911) \u000a07:53:36.474318 run osmo-msc_10.42.42.6(pid=25308): stderr: \u000a| �[0;m�[38;5;43m20221214075335488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075335489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc90a59cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075335489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075335489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075335489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075335489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075335491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075335491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075335492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075335492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:53:36.518939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25301): Terminating (SIGTERM)\u000a07:53:36.560916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25304): Terminating (SIGTERM)\u000a07:53:36.603038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25307): Terminating (SIGTERM)\u000a07:53:36.612886 --- ParallelTerminationStrategy: PID 25301 died...\u000a07:53:36.669500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25301): Terminated: ok {rc=0}\u000a07:53:36.679625 --- ParallelTerminationStrategy: PID 25304 died...\u000a07:53:36.735709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25304): Terminated: ok {rc=0}\u000a07:53:36.745848 --- ParallelTerminationStrategy: PID 25307 died...\u000a07:53:36.801669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25307): Terminated: ok {rc=0}\u000a07:53:36.889075 bus /sierra_9: Setting Powered False\u000a07:53:37.994889 bus /sierra_9: Setting Powered False\u000a07:53:39.107103 bus /sierra_8: Setting Powered False\u000a07:53:40.211478 bus /sierra_8: Setting Powered False\u000a07:53:41.317793 bus /sierra_3: Setting Powered False\u000a07:53:42.422892 bus /sierra_3: Setting Powered False\u000a07:53:43.530234 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:53:18" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25323): Process ended prematurely: osmo-stp_10.42.42.5(pid=25323) [trial-2401↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25323)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25323): Process ended prematurely: osmo-stp_10.42.42.5(pid=25323) [trial-2401↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:53:45.656464 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:45.667719 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:53:45.810999 tst cs_paging_gprs_active.py: using LAC 39484\u000a07:53:45.946309 tst cs_paging_gprs_active.py: using RAC 214\u000a07:53:46.079640 tst cs_paging_gprs_active.py: using CellId 39484\u000a07:53:46.211442 tst cs_paging_gprs_active.py: using BVCI 39485\u000a07:53:46.238069 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:46.250788 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:46.263141 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:46.275489 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:46.288840 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:46.303261 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:46.316424 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:46.329274 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:46.342447 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:53:46.490340 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:53:46.822724 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:53:46.956193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:47.291619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25313): Launched\u000a07:53:47.561827 run iperf3-srv_10.42.42.10(pid=25314): Launched\u000a07:53:47.751065 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:53:47.879634 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:48.201583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25315): Launched\u000a07:53:48.471543 run iperf3-srv_10.42.42.10(pid=25316): Launched\u000a07:53:48.659799 tst cs_paging_gprs_active.py:38: start network...\u000a07:53:48.788083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:49.283993 run create_hlr_db(pid=25317): Launched\u000a07:53:49.462266 bus /sierra_2: Setting Powered False\u000a07:53:50.483280 run create_hlr_db(pid=25317): Terminated: ok {rc=0}\u000a07:53:50.927857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25319): Launched\u000a07:53:51.261758 run osmo-hlr_10.42.42.2(pid=25320): Launched\u000a07:53:51.384087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:51.960929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25322): Launched\u000a07:53:52.295600 run osmo-stp_10.42.42.5(pid=25323): Launched\u000a07:53:52.415888 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:53:52.997519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25325): Launched\u000a07:53:53.116801 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:53:53.410510 run patchelf(pid=25326): Launched\u000a07:53:53.605370 run osmo-stp_10.42.42.5(pid=25323): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25323)]\u000a07:53:53.747433 run osmo-stp_10.42.42.5(pid=25323): stdout: \u000a| (launched: 2022-12-14_07:53:52.130164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:53.889199 run osmo-stp_10.42.42.5(pid=25323): stderr: \u000a| �[0;m�[38;5;43m20221214075352321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075352321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075352321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075352322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075352322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075352322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075352323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:54.026533 run osmo-stp_10.42.42.5(pid=25323): stdout: \u000a| (launched: 2022-12-14_07:53:52.130164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:54.163146 run osmo-stp_10.42.42.5(pid=25323): stderr: \u000a| �[0;m�[38;5;43m20221214075352321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075352321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075352321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075352322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075352322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075352322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075352323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:54.322809 run patchelf(pid=25326): Terminating (SIGINT)\u000a07:53:54.510776 run patchelf(pid=25326): Terminated: ok {rc=0}\u000a07:53:54.545795 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25323): Process ended prematurely: osmo-stp_10.42.42.5(pid=25323) [trial-2401↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25323)] [trial-2401↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a07:53:54.556021 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a07:53:54.620516 run osmo-hlr_10.42.42.2(pid=25320): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25320)]\u000a07:53:54.672384 run osmo-hlr_10.42.42.2(pid=25320): stdout: \u000a| (launched: 2022-12-14_07:53:51.096779) \u000a07:53:54.724826 run osmo-hlr_10.42.42.2(pid=25320): stderr: \u000a| �[0;m�[1;31m20221214075351296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075351296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075351296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075351296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075351296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075351296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075351308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075351317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075351318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075351318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:53:54.770044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25313): Terminating (SIGTERM)\u000a07:53:54.812362 run iperf3-srv_10.42.42.10(pid=25314): Terminating (SIGTERM)\u000a07:53:54.854947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25315): Terminating (SIGTERM)\u000a07:53:54.897488 run iperf3-srv_10.42.42.10(pid=25316): Terminating (SIGTERM)\u000a07:53:54.939959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25319): Terminating (SIGTERM)\u000a07:53:54.982487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25322): Terminating (SIGTERM)\u000a07:53:55.024824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25325): Terminating (SIGTERM)\u000a07:53:55.034855 --- ParallelTerminationStrategy: PID 25313 died...\u000a07:53:55.092467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25313): Terminated: ok {rc=0}\u000a07:53:55.102842 --- ParallelTerminationStrategy: PID 25314 died...\u000a07:53:55.159589 run iperf3-srv_10.42.42.10(pid=25314): Terminated {rc=256}\u000a07:53:55.169958 --- ParallelTerminationStrategy: PID 25315 died...\u000a07:53:55.226470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25315): Terminated: ok {rc=0}\u000a07:53:55.236744 --- ParallelTerminationStrategy: PID 25316 died...\u000a07:53:55.293027 run iperf3-srv_10.42.42.10(pid=25316): Terminated {rc=256}\u000a07:53:55.303159 --- ParallelTerminationStrategy: PID 25319 died...\u000a07:53:55.359912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25319): Terminated: ok {rc=0}\u000a07:53:55.370300 --- ParallelTerminationStrategy: PID 25322 died...\u000a07:53:55.427086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25322): Terminated: ok {rc=0}\u000a07:53:55.437303 --- ParallelTerminationStrategy: PID 25325 died...\u000a07:53:55.493944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25325): Terminated: ok {rc=0}\u000a07:53:55.582459 bus /gobi_0: Setting Powered False\u000a07:53:56.689648 bus /gobi_0: Setting Powered False\u000a07:53:57.797335 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25605): Process ended prematurely: osmo-stp_10.42.42.5(pid=25605) [trial-2401↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25605)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25605): Process ended prematurely: osmo-stp_10.42.42.5(pid=25605) [trial-2401↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a07:53:58.915106 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:58.927058 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:53:59.071389 tst iperf3.py: using LAC 39485\u000a07:53:59.204597 tst iperf3.py: using RAC 215\u000a07:53:59.335145 tst iperf3.py: using CellId 39485\u000a07:53:59.459778 tst iperf3.py: using BVCI 39486\u000a07:53:59.483625 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:59.494842 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:59.505750 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:59.516584 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:59.527270 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:59.538040 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:59.548822 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:59.559507 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:53:59.570320 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:53:59.854085 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:53:59.982452 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:00.305079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25327): Launched\u000a07:54:00.574998 run iperf3-srv_10.42.42.10(pid=25328): Launched\u000a07:54:00.763225 tst iperf3.py:8: start network...\u000a07:54:00.896115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:01.459886 run create_hlr_db(pid=25329): Launched\u000a07:54:01.747194 bus /gobi_6: Setting Powered False\u000a07:54:02.728128 run create_hlr_db(pid=25329): Terminated: ok {rc=0}\u000a07:54:03.378565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25477): Launched\u000a07:54:03.904324 run osmo-hlr_10.42.42.2(pid=25536): Launched\u000a07:54:04.183724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:04.806892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25604): Launched\u000a07:54:05.227190 run osmo-stp_10.42.42.5(pid=25605): Launched\u000a07:54:05.458433 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:54:06.062507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25607): Launched\u000a07:54:06.184562 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:54:06.484427 run patchelf(pid=25610): Launched\u000a07:54:06.668573 run osmo-stp_10.42.42.5(pid=25605): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25605)]\u000a07:54:06.803209 run osmo-stp_10.42.42.5(pid=25605): stdout: \u000a| (launched: 2022-12-14_07:54:04.967386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:06.941868 run osmo-stp_10.42.42.5(pid=25605): stderr: \u000a| �[0;m�[38;5;43m20221214075405291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075405291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075405291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075405292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075405292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075405292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075405292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:07.072617 run osmo-stp_10.42.42.5(pid=25605): stdout: \u000a| (launched: 2022-12-14_07:54:04.967386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:07.200672 run osmo-stp_10.42.42.5(pid=25605): stderr: \u000a| �[0;m�[38;5;43m20221214075405291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075405291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075405291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075405292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075405292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075405292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075405292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:07.351878 run patchelf(pid=25610): Terminating (SIGINT)\u000a07:54:07.532454 run patchelf(pid=25610): Terminated: ok {rc=0}\u000a07:54:07.565884 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25605): Process ended prematurely: osmo-stp_10.42.42.5(pid=25605) [trial-2401↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25605)] [trial-2401↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a07:54:07.576343 tst iperf3.py:8: Test FAILED (8.7 sec)\u000a07:54:07.638843 run osmo-hlr_10.42.42.2(pid=25536): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25536)]\u000a07:54:07.689803 run osmo-hlr_10.42.42.2(pid=25536): stdout: \u000a| (launched: 2022-12-14_07:54:03.595443) \u000a07:54:07.741837 run osmo-hlr_10.42.42.2(pid=25536): stderr: \u000a| �[0;m�[1;31m20221214075403939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075403939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075403939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075403939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075403939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075403939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075403955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075403971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075403977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075403977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:07.785856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25327): Terminating (SIGTERM)\u000a07:54:07.829451 run iperf3-srv_10.42.42.10(pid=25328): Terminating (SIGTERM)\u000a07:54:07.872913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25477): Terminating (SIGTERM)\u000a07:54:07.915181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25604): Terminating (SIGTERM)\u000a07:54:07.959906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25607): Terminating (SIGTERM)\u000a07:54:07.970589 --- ParallelTerminationStrategy: PID 25327 died...\u000a07:54:08.027884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25327): Terminated: ok {rc=0}\u000a07:54:08.038588 --- ParallelTerminationStrategy: PID 25328 died...\u000a07:54:08.093537 run iperf3-srv_10.42.42.10(pid=25328): Terminated {rc=256}\u000a07:54:08.104126 --- ParallelTerminationStrategy: PID 25477 died...\u000a07:54:08.159225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25477): Terminated: ok {rc=0}\u000a07:54:08.169931 --- ParallelTerminationStrategy: PID 25604 died...\u000a07:54:08.224502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25604): Terminated: ok {rc=0}\u000a07:54:08.234826 --- ParallelTerminationStrategy: PID 25607 died...\u000a07:54:08.289569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25607): Terminated: ok {rc=0}\u000a07:54:08.375826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25625): Process ended prematurely: osmo-stp_10.42.42.5(pid=25625) [trial-2401↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25625)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25625): Process ended prematurely: osmo-stp_10.42.42.5(pid=25625) [trial-2401↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a07:54:09.491335 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:09.503775 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:54:09.643425 tst iperf3m4.py: using LAC 39486\u000a07:54:09.771468 tst iperf3m4.py: using RAC 216\u000a07:54:09.902666 tst iperf3m4.py: using CellId 39486\u000a07:54:10.027045 tst iperf3m4.py: using BVCI 39487\u000a07:54:10.052180 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:10.064241 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:10.076086 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:10.088035 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:10.100073 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:10.112029 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:10.124222 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:10.136150 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:10.148364 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:54:10.271716 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:54:10.396785 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:54:10.518836 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:54:10.816573 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:54:10.948146 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:11.294831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25611): Launched\u000a07:54:11.586603 run iperf3-srv_10.42.42.10(pid=25612): Launched\u000a07:54:11.782060 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:54:11.914405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:12.259178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25613): Launched\u000a07:54:12.549430 run iperf3-srv_10.42.42.10(pid=25614): Launched\u000a07:54:12.744632 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:54:12.878738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:13.227291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25615): Launched\u000a07:54:13.533057 run iperf3-srv_10.42.42.10(pid=25616): Launched\u000a07:54:13.741868 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:54:13.884314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:14.247048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25617): Launched\u000a07:54:14.552566 run iperf3-srv_10.42.42.10(pid=25618): Launched\u000a07:54:14.761530 tst iperf3m4.py:8: start network...\u000a07:54:14.903981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:15.471420 run create_hlr_db(pid=25619): Launched\u000a07:54:15.668346 bus /gobi_6: Setting Powered False\u000a07:54:16.764493 run create_hlr_db(pid=25619): Terminated: ok {rc=0}\u000a07:54:17.322271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25621): Launched\u000a07:54:17.867406 run osmo-hlr_10.42.42.2(pid=25622): Launched\u000a07:54:18.055971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:18.775405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25624): Launched\u000a07:54:19.208681 run osmo-stp_10.42.42.5(pid=25625): Launched\u000a07:54:19.431780 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:54:20.032777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25627): Launched\u000a07:54:20.154121 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:54:20.460054 run patchelf(pid=25628): Launched\u000a07:54:20.657236 run osmo-stp_10.42.42.5(pid=25625): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25625)]\u000a07:54:20.803825 run osmo-stp_10.42.42.5(pid=25625): stdout: \u000a| (launched: 2022-12-14_07:54:18.943858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:20.947929 run osmo-stp_10.42.42.5(pid=25625): stderr: \u000a| �[0;m�[38;5;43m20221214075419242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075419242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075419242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075419243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075419243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075419243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075419243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:21.090443 run osmo-stp_10.42.42.5(pid=25625): stdout: \u000a| (launched: 2022-12-14_07:54:18.943858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:21.231267 run osmo-stp_10.42.42.5(pid=25625): stderr: \u000a| �[0;m�[38;5;43m20221214075419242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075419242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075419242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075419243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075419243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075419243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075419243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:21.394482 run patchelf(pid=25628): Terminating (SIGINT)\u000a07:54:21.585802 run patchelf(pid=25628): Terminated: ok {rc=0}\u000a07:54:21.621477 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25625): Process ended prematurely: osmo-stp_10.42.42.5(pid=25625) [trial-2401↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25625)] [trial-2401↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a07:54:21.632840 tst iperf3m4.py:8: Test FAILED (12.2 sec)\u000a07:54:21.701222 run osmo-hlr_10.42.42.2(pid=25622): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25622)]\u000a07:54:21.756844 run osmo-hlr_10.42.42.2(pid=25622): stdout: \u000a| (launched: 2022-12-14_07:54:17.533825) \u000a07:54:21.812933 run osmo-hlr_10.42.42.2(pid=25622): stderr: \u000a| �[0;m�[1;31m20221214075417850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075417850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075417850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075417850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075417850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075417850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075417864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075417889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075417889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075417889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:21.860373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25611): Terminating (SIGTERM)\u000a07:54:21.904806 run iperf3-srv_10.42.42.10(pid=25612): Terminating (SIGTERM)\u000a07:54:21.951408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25613): Terminating (SIGTERM)\u000a07:54:21.997759 run iperf3-srv_10.42.42.10(pid=25614): Terminating (SIGTERM)\u000a07:54:22.043996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25615): Terminating (SIGTERM)\u000a07:54:22.090156 run iperf3-srv_10.42.42.10(pid=25616): Terminating (SIGTERM)\u000a07:54:22.137063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25617): Terminating (SIGTERM)\u000a07:54:22.183802 run iperf3-srv_10.42.42.10(pid=25618): Terminating (SIGTERM)\u000a07:54:22.230346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25621): Terminating (SIGTERM)\u000a07:54:22.277159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25624): Terminating (SIGTERM)\u000a07:54:22.324000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25627): Terminating (SIGTERM)\u000a07:54:22.335191 --- ParallelTerminationStrategy: PID 25611 died...\u000a07:54:22.397534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25611): Terminated: ok {rc=0}\u000a07:54:22.409802 --- ParallelTerminationStrategy: PID 25612 died...\u000a07:54:22.468859 run iperf3-srv_10.42.42.10(pid=25612): Terminated {rc=256}\u000a07:54:22.481035 --- ParallelTerminationStrategy: PID 25613 died...\u000a07:54:22.539449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25613): Terminated: ok {rc=0}\u000a07:54:22.551372 --- ParallelTerminationStrategy: PID 25614 died...\u000a07:54:22.611071 run iperf3-srv_10.42.42.10(pid=25614): Terminated {rc=256}\u000a07:54:22.623243 --- ParallelTerminationStrategy: PID 25615 died...\u000a07:54:22.682045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25615): Terminated: ok {rc=0}\u000a07:54:22.693799 --- ParallelTerminationStrategy: PID 25616 died...\u000a07:54:22.753653 run iperf3-srv_10.42.42.10(pid=25616): Terminated {rc=256}\u000a07:54:22.765772 --- ParallelTerminationStrategy: PID 25617 died...\u000a07:54:22.825361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25617): Terminated: ok {rc=0}\u000a07:54:22.837574 --- ParallelTerminationStrategy: PID 25618 died...\u000a07:54:22.896371 run iperf3-srv_10.42.42.10(pid=25618): Terminated {rc=256}\u000a07:54:22.908350 --- ParallelTerminationStrategy: PID 25621 died...\u000a07:54:22.967804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25621): Terminated: ok {rc=0}\u000a07:54:22.982314 --- ParallelTerminationStrategy: PID 25624 died...\u000a07:54:23.041171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25624): Terminated: ok {rc=0}\u000a07:54:23.053337 --- ParallelTerminationStrategy: PID 25627 died...\u000a07:54:23.112360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25627): Terminated: ok {rc=0}\u000a07:54:23.205298 bus /gobi_4: Setting Powered False\u000a07:54:24.316862 bus /gobi_4: Setting Powered False\u000a07:54:25.434562 bus /gobi_1: Setting Powered False\u000a07:54:26.540461 bus /gobi_1: Setting Powered False\u000a07:54:27.652197 bus /gobi_0: Setting Powered False\u000a07:54:28.754271 bus /gobi_0: Setting Powered False\u000a07:54:29.864274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25636): Process ended prematurely: osmo-stp_10.42.42.5(pid=25636) [trial-2401↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25636)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25636): Process ended prematurely: osmo-stp_10.42.42.5(pid=25636) [trial-2401↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a07:54:30.952893 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:30.965082 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:54:31.109127 tst ping.py: using LAC 39487\u000a07:54:31.255140 tst ping.py: using RAC 217\u000a07:54:31.377886 tst ping.py: using CellId 39487\u000a07:54:31.508419 tst ping.py: using BVCI 39488\u000a07:54:31.535069 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:31.547719 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:31.560099 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:31.572588 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:31.586453 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:31.599986 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:31.614920 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:31.628451 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:54:31.943863 tst ping.py:19: start network...\u000a07:54:32.082042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:32.592475 run create_hlr_db(pid=25630): Launched\u000a07:54:32.779057 bus /gobi_6: Setting Powered False\u000a07:54:33.799127 run create_hlr_db(pid=25630): Terminated: ok {rc=0}\u000a07:54:34.229505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25632): Launched\u000a07:54:34.550737 run osmo-hlr_10.42.42.2(pid=25633): Launched\u000a07:54:34.668058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:35.228773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25635): Launched\u000a07:54:35.551397 run osmo-stp_10.42.42.5(pid=25636): Launched\u000a07:54:35.667393 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:54:36.228533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25638): Launched\u000a07:54:36.342378 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:54:36.623254 run patchelf(pid=25639): Launched\u000a07:54:36.810377 run osmo-stp_10.42.42.5(pid=25636): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25636)]\u000a07:54:36.947060 run osmo-stp_10.42.42.5(pid=25636): stdout: \u000a| (launched: 2022-12-14_07:54:35.391064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:37.084435 run osmo-stp_10.42.42.5(pid=25636): stderr: \u000a| �[0;m�[38;5;43m20221214075435583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075435583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075435583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075435584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075435584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075435584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075435585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:37.216727 run osmo-stp_10.42.42.5(pid=25636): stdout: \u000a| (launched: 2022-12-14_07:54:35.391064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:37.347063 run osmo-stp_10.42.42.5(pid=25636): stderr: \u000a| �[0;m�[38;5;43m20221214075435583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075435583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075435583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075435584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075435584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075435584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075435585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:37.500726 run patchelf(pid=25639): Terminating (SIGINT)\u000a07:54:37.681584 run patchelf(pid=25639): Terminated: ok {rc=0}\u000a07:54:37.714821 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25636): Process ended prematurely: osmo-stp_10.42.42.5(pid=25636) [trial-2401↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25636)] [trial-2401↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a07:54:37.723972 tst ping.py:22: Test FAILED (6.8 sec)\u000a07:54:37.786893 run osmo-hlr_10.42.42.2(pid=25633): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25633)]\u000a07:54:37.838304 run osmo-hlr_10.42.42.2(pid=25633): stdout: \u000a| (launched: 2022-12-14_07:54:34.391997) \u000a07:54:37.890440 run osmo-hlr_10.42.42.2(pid=25633): stderr: \u000a| �[0;m�[1;31m20221214075434590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075434590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075434590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075434590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075434590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075434590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075434602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075434610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075434610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075434610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:37.934828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25632): Terminating (SIGTERM)\u000a07:54:37.977083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25635): Terminating (SIGTERM)\u000a07:54:38.019080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25638): Terminating (SIGTERM)\u000a07:54:38.028706 --- ParallelTerminationStrategy: PID 25632 died...\u000a07:54:38.084885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25632): Terminated: ok {rc=0}\u000a07:54:38.094848 --- ParallelTerminationStrategy: PID 25635 died...\u000a07:54:38.150815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25635): Terminated: ok {rc=0}\u000a07:54:38.160834 --- ParallelTerminationStrategy: PID 25638 died...\u000a07:54:38.216552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25638): Terminated: ok {rc=0}\u000a07:54:38.304614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25646): Process ended prematurely: osmo-stp_10.42.42.5(pid=25646) [trial-2401↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25646)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25646): Process ended prematurely: osmo-stp_10.42.42.5(pid=25646) [trial-2401↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a07:54:39.357895 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:39.370108 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:54:39.511380 tst ping_idle_ping.py: using LAC 39488\u000a07:54:39.638554 tst ping_idle_ping.py: using RAC 218\u000a07:54:39.764088 tst ping_idle_ping.py: using CellId 39488\u000a07:54:39.889242 tst ping_idle_ping.py: using BVCI 39489\u000a07:54:39.913957 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:39.925366 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:39.936301 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:39.947375 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:39.959087 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:39.970492 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:39.982115 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:54:39.993498 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:54:40.271160 tst ping_idle_ping.py:24: start network...\u000a07:54:40.395962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:40.881533 run create_hlr_db(pid=25640): Launched\u000a07:54:41.054661 bus /gobi_6: Setting Powered False\u000a07:54:42.076148 run create_hlr_db(pid=25640): Terminated: ok {rc=0}\u000a07:54:42.479101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25642): Launched\u000a07:54:42.781988 run osmo-hlr_10.42.42.2(pid=25643): Launched\u000a07:54:42.896709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:43.419071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25645): Launched\u000a07:54:43.722246 run osmo-stp_10.42.42.5(pid=25646): Launched\u000a07:54:43.831646 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:54:44.356519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25648): Launched\u000a07:54:44.462984 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:54:44.725881 run patchelf(pid=25649): Launched\u000a07:54:44.901993 run osmo-stp_10.42.42.5(pid=25646): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25646)]\u000a07:54:45.030764 run osmo-stp_10.42.42.5(pid=25646): stdout: \u000a| (launched: 2022-12-14_07:54:43.572632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:45.159716 run osmo-stp_10.42.42.5(pid=25646): stderr: \u000a| �[0;m�[38;5;43m20221214075443742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075443742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075443742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075443743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075443743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075443743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075443743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:45.283521 run osmo-stp_10.42.42.5(pid=25646): stdout: \u000a| (launched: 2022-12-14_07:54:43.572632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:45.405943 run osmo-stp_10.42.42.5(pid=25646): stderr: \u000a| �[0;m�[38;5;43m20221214075443742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075443742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075443742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075443743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075443743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075443743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075443743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:45.549983 run patchelf(pid=25649): Terminating (SIGINT)\u000a07:54:45.719987 run patchelf(pid=25649): Terminated: ok {rc=0}\u000a07:54:45.751369 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25646): Process ended prematurely: osmo-stp_10.42.42.5(pid=25646) [trial-2401↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25646)] [trial-2401↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a07:54:45.760232 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:54:45.819961 run osmo-hlr_10.42.42.2(pid=25643): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25643)]\u000a07:54:45.886593 run osmo-hlr_10.42.42.2(pid=25643): stdout: \u000a| (launched: 2022-12-14_07:54:42.632522) \u000a07:54:45.948060 run osmo-hlr_10.42.42.2(pid=25643): stderr: \u000a| �[0;m�[1;31m20221214075442810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075442810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075442810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075442810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075442810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075442810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075442822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075442833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075442833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075442833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:45.999028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25642): Terminating (SIGTERM)\u000a07:54:46.052342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25645): Terminating (SIGTERM)\u000a07:54:46.095459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25648): Terminating (SIGTERM)\u000a07:54:46.105029 --- ParallelTerminationStrategy: PID 25642 died...\u000a07:54:46.159672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25642): Terminated: ok {rc=0}\u000a07:54:46.169722 --- ParallelTerminationStrategy: PID 25645 died...\u000a07:54:46.224161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25645): Terminated: ok {rc=0}\u000a07:54:46.234206 --- ParallelTerminationStrategy: PID 25648 died...\u000a07:54:46.288444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25648): Terminated: ok {rc=0}\u000a07:54:46.374796 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:53:45" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25663): Process ended prematurely: osmo-stp_10.42.42.5(pid=25663) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25663): Process ended prematurely: osmo-stp_10.42.42.5(pid=25663) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:54:48.525823 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:54:48.537248 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:54:48.675681 tst cs_paging_gprs_active.py: using LAC 39489\u000a07:54:48.804679 tst cs_paging_gprs_active.py: using RAC 219\u000a07:54:48.933251 tst cs_paging_gprs_active.py: using CellId 39489\u000a07:54:49.063234 tst cs_paging_gprs_active.py: using BVCI 39490\u000a07:54:49.088517 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:54:49.100073 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:54:49.111425 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:54:49.123052 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:54:49.134704 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:54:49.146471 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:54:49.158283 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:54:49.169902 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:54:49.181682 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:54:49.301052 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:54:49.582671 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:54:49.709948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:50.028793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25653): Launched\u000a07:54:50.293322 run iperf3-srv_10.42.42.10(pid=25654): Launched\u000a07:54:50.479478 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:54:50.606651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:54:50.925253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25655): Launched\u000a07:54:51.189983 run iperf3-srv_10.42.42.10(pid=25656): Launched\u000a07:54:51.376621 tst cs_paging_gprs_active.py:38: start network...\u000a07:54:51.503890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:51.999245 run create_hlr_db(pid=25657): Launched\u000a07:54:52.175705 bus /gobi_6: Setting Powered False\u000a07:54:53.196400 run create_hlr_db(pid=25657): Terminated: ok {rc=0}\u000a07:54:53.635084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25659): Launched\u000a07:54:53.966352 run osmo-hlr_10.42.42.2(pid=25660): Launched\u000a07:54:54.088178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:54.660551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25662): Launched\u000a07:54:54.990846 run osmo-stp_10.42.42.5(pid=25663): Launched\u000a07:54:55.110818 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:54:55.692516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25665): Launched\u000a07:54:55.809940 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:54:56.099570 run patchelf(pid=25666): Launched\u000a07:54:56.291843 run osmo-stp_10.42.42.5(pid=25663): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)]\u000a07:54:56.431589 run osmo-stp_10.42.42.5(pid=25663): stdout: \u000a| (launched: 2022-12-14_07:54:54.827172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:56.571611 run osmo-stp_10.42.42.5(pid=25663): stderr: \u000a| �[0;m�[38;5;43m20221214075455021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075455021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075455022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075455022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075455022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075455023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075455023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:56.707259 run osmo-stp_10.42.42.5(pid=25663): stdout: \u000a| (launched: 2022-12-14_07:54:54.827172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:56.841185 run osmo-stp_10.42.42.5(pid=25663): stderr: \u000a| �[0;m�[38;5;43m20221214075455021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075455021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075455022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075455022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075455022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075455023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075455023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:56.999065 run patchelf(pid=25666): Terminating (SIGINT)\u000a07:54:57.185502 run patchelf(pid=25666): Terminated: ok {rc=0}\u000a07:54:57.219628 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25663): Process ended prematurely: osmo-stp_10.42.42.5(pid=25663) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:54:57.229711 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a07:54:57.292915 run osmo-hlr_10.42.42.2(pid=25660): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25660)]\u000a07:54:57.344379 run osmo-hlr_10.42.42.2(pid=25660): stdout: \u000a| (launched: 2022-12-14_07:54:53.801991) \u000a07:54:57.396519 run osmo-hlr_10.42.42.2(pid=25660): stderr: \u000a| �[0;m�[1;31m20221214075454001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075454001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075454001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075454001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075454001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075454002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075454015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075454023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075454023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075454023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:57.441070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25653): Terminating (SIGTERM)\u000a07:54:57.483182 run iperf3-srv_10.42.42.10(pid=25654): Terminating (SIGTERM)\u000a07:54:57.524859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25655): Terminating (SIGTERM)\u000a07:54:57.567178 run iperf3-srv_10.42.42.10(pid=25656): Terminating (SIGTERM)\u000a07:54:57.609611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25659): Terminating (SIGTERM)\u000a07:54:57.651422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25662): Terminating (SIGTERM)\u000a07:54:57.693387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25665): Terminating (SIGTERM)\u000a07:54:57.703007 --- ParallelTerminationStrategy: PID 25653 died...\u000a07:54:57.759235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25653): Terminated: ok {rc=0}\u000a07:54:57.769266 --- ParallelTerminationStrategy: PID 25654 died...\u000a07:54:57.824794 run iperf3-srv_10.42.42.10(pid=25654): Terminated {rc=256}\u000a07:54:57.835045 --- ParallelTerminationStrategy: PID 25655 died...\u000a07:54:57.890889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25655): Terminated: ok {rc=0}\u000a07:54:57.900764 --- ParallelTerminationStrategy: PID 25656 died...\u000a07:54:57.956318 run iperf3-srv_10.42.42.10(pid=25656): Terminated {rc=256}\u000a07:54:57.966231 --- ParallelTerminationStrategy: PID 25659 died...\u000a07:54:58.021896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25659): Terminated: ok {rc=0}\u000a07:54:58.031830 --- ParallelTerminationStrategy: PID 25662 died...\u000a07:54:58.087612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25662): Terminated: ok {rc=0}\u000a07:54:58.097690 --- ParallelTerminationStrategy: PID 25665 died...\u000a07:54:58.153847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25665): Terminated: ok {rc=0}\u000a07:54:58.241223 bus /gobi_0: Setting Powered False\u000a07:54:59.345171 bus /gobi_0: Setting Powered False\u000a07:55:00.451161 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25678): Process ended prematurely: osmo-stp_10.42.42.5(pid=25678) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25678)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25678): Process ended prematurely: osmo-stp_10.42.42.5(pid=25678) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:55:01.577860 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:01.591541 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:55:01.741591 tst iperf3.py: using LAC 39490\u000a07:55:01.892474 tst iperf3.py: using RAC 220\u000a07:55:02.052022 tst iperf3.py: using CellId 39490\u000a07:55:02.191630 tst iperf3.py: using BVCI 39491\u000a07:55:02.217842 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:02.230549 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:02.243138 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:02.255697 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:02.270279 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:02.283565 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:02.297352 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:02.310098 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:02.322636 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:55:02.603581 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:55:02.730620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:55:03.048794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25670): Launched\u000a07:55:03.313122 run iperf3-srv_10.42.42.10(pid=25671): Launched\u000a07:55:03.499369 tst iperf3.py:8: start network...\u000a07:55:03.626204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:04.119546 run create_hlr_db(pid=25672): Launched\u000a07:55:04.295432 bus /gobi_6: Setting Powered False\u000a07:55:05.316339 run create_hlr_db(pid=25672): Terminated: ok {rc=0}\u000a07:55:05.753890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25674): Launched\u000a07:55:06.085796 run osmo-hlr_10.42.42.2(pid=25675): Launched\u000a07:55:06.208717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:06.782248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25677): Launched\u000a07:55:07.112286 run osmo-stp_10.42.42.5(pid=25678): Launched\u000a07:55:07.232939 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:55:07.808096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25680): Launched\u000a07:55:07.924756 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:55:08.212861 run patchelf(pid=25681): Launched\u000a07:55:08.404639 run osmo-stp_10.42.42.5(pid=25678): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25678)]\u000a07:55:08.544552 run osmo-stp_10.42.42.5(pid=25678): stdout: \u000a| (launched: 2022-12-14_07:55:06.948856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:08.684807 run osmo-stp_10.42.42.5(pid=25678): stderr: \u000a| �[0;m�[38;5;43m20221214075507142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075507143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075507143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075507143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075507144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075507144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075507144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:08.819895 run osmo-stp_10.42.42.5(pid=25678): stdout: \u000a| (launched: 2022-12-14_07:55:06.948856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:08.953673 run osmo-stp_10.42.42.5(pid=25678): stderr: \u000a| �[0;m�[38;5;43m20221214075507142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075507143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075507143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075507143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075507144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075507144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075507144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:09.110594 run patchelf(pid=25681): Terminating (SIGINT)\u000a07:55:09.295381 run patchelf(pid=25681): Terminated: ok {rc=0}\u000a07:55:09.329266 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25678): Process ended prematurely: osmo-stp_10.42.42.5(pid=25678) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25678)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a07:55:09.339210 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a07:55:09.402616 run osmo-hlr_10.42.42.2(pid=25675): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25675)]\u000a07:55:09.454155 run osmo-hlr_10.42.42.2(pid=25675): stdout: \u000a| (launched: 2022-12-14_07:55:05.920870) \u000a07:55:09.506348 run osmo-hlr_10.42.42.2(pid=25675): stderr: \u000a| �[0;m�[1;31m20221214075506122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075506122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075506122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075506122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075506122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075506122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075506138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075506147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075506147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075506147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:09.550963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25670): Terminating (SIGTERM)\u000a07:55:09.593393 run iperf3-srv_10.42.42.10(pid=25671): Terminating (SIGTERM)\u000a07:55:09.635278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25674): Terminating (SIGTERM)\u000a07:55:09.677111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25677): Terminating (SIGTERM)\u000a07:55:09.718959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25680): Terminating (SIGTERM)\u000a07:55:09.728596 --- ParallelTerminationStrategy: PID 25670 died...\u000a07:55:09.784866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25670): Terminated: ok {rc=0}\u000a07:55:09.794913 --- ParallelTerminationStrategy: PID 25671 died...\u000a07:55:09.850581 run iperf3-srv_10.42.42.10(pid=25671): Terminated {rc=256}\u000a07:55:09.860487 --- ParallelTerminationStrategy: PID 25674 died...\u000a07:55:09.915949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25674): Terminated: ok {rc=0}\u000a07:55:09.925907 --- ParallelTerminationStrategy: PID 25677 died...\u000a07:55:09.982024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25677): Terminated: ok {rc=0}\u000a07:55:09.992077 --- ParallelTerminationStrategy: PID 25680 died...\u000a07:55:10.048227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25680): Terminated: ok {rc=0}\u000a07:55:10.134856 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25696): Process ended prematurely: osmo-stp_10.42.42.5(pid=25696) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25696)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25696): Process ended prematurely: osmo-stp_10.42.42.5(pid=25696) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:55:11.252478 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:11.264765 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:55:11.409352 tst iperf3m4.py: using LAC 39491\u000a07:55:11.540348 tst iperf3m4.py: using RAC 221\u000a07:55:11.670733 tst iperf3m4.py: using CellId 39491\u000a07:55:11.799871 tst iperf3m4.py: using BVCI 39492\u000a07:55:11.825053 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:11.836646 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:11.847996 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:11.859503 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:11.871721 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:11.883987 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:11.896393 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:11.908409 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:11.920791 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:55:12.050777 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:55:12.170584 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:55:12.293570 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:55:12.592825 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:55:12.729997 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:55:13.073580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25682): Launched\u000a07:55:13.359536 run iperf3-srv_10.42.42.10(pid=25683): Launched\u000a07:55:13.560786 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:55:13.697326 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:55:14.040546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25684): Launched\u000a07:55:14.326213 run iperf3-srv_10.42.42.10(pid=25685): Launched\u000a07:55:14.528634 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:55:14.666222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:55:15.010122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25686): Launched\u000a07:55:15.293968 run iperf3-srv_10.42.42.10(pid=25687): Launched\u000a07:55:15.495121 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:55:15.631838 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:55:15.999967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25688): Launched\u000a07:55:16.312241 run iperf3-srv_10.42.42.10(pid=25689): Launched\u000a07:55:16.505238 tst iperf3m4.py:8: start network...\u000a07:55:16.638734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:17.194803 run create_hlr_db(pid=25690): Launched\u000a07:55:17.386144 bus /gobi_6: Setting Powered False\u000a07:55:18.405139 run create_hlr_db(pid=25690): Terminated: ok {rc=0}\u000a07:55:18.819144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25692): Launched\u000a07:55:19.126715 run osmo-hlr_10.42.42.2(pid=25693): Launched\u000a07:55:19.248044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:19.809448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25695): Launched\u000a07:55:20.142964 run osmo-stp_10.42.42.5(pid=25696): Launched\u000a07:55:20.262409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:55:20.836824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25698): Launched\u000a07:55:20.953845 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:55:21.243572 run patchelf(pid=25699): Launched\u000a07:55:21.435402 run osmo-stp_10.42.42.5(pid=25696): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25696)]\u000a07:55:21.575495 run osmo-stp_10.42.42.5(pid=25696): stdout: \u000a| (launched: 2022-12-14_07:55:19.977423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:21.715914 run osmo-stp_10.42.42.5(pid=25696): stderr: \u000a| �[0;m�[38;5;43m20221214075520171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075520171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075520171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075520171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075520172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075520172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075520172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:21.851345 run osmo-stp_10.42.42.5(pid=25696): stdout: \u000a| (launched: 2022-12-14_07:55:19.977423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:21.985339 run osmo-stp_10.42.42.5(pid=25696): stderr: \u000a| �[0;m�[38;5;43m20221214075520171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075520171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075520171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075520171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075520172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075520172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075520172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:22.142972 run patchelf(pid=25699): Terminating (SIGINT)\u000a07:55:22.328322 run patchelf(pid=25699): Terminated: ok {rc=0}\u000a07:55:22.362344 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25696): Process ended prematurely: osmo-stp_10.42.42.5(pid=25696) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25696)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:55:22.372354 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a07:55:22.435775 run osmo-hlr_10.42.42.2(pid=25693): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25693)]\u000a07:55:22.487125 run osmo-hlr_10.42.42.2(pid=25693): stdout: \u000a| (launched: 2022-12-14_07:55:18.975109) \u000a07:55:22.539098 run osmo-hlr_10.42.42.2(pid=25693): stderr: \u000a| �[0;m�[1;31m20221214075519150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075519150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075519150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075519150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075519150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075519150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075519162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075519170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075519171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075519171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:22.583733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25682): Terminating (SIGTERM)\u000a07:55:22.626084 run iperf3-srv_10.42.42.10(pid=25683): Terminating (SIGTERM)\u000a07:55:22.667870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25684): Terminating (SIGTERM)\u000a07:55:22.710273 run iperf3-srv_10.42.42.10(pid=25685): Terminating (SIGTERM)\u000a07:55:22.752164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25686): Terminating (SIGTERM)\u000a07:55:22.793982 run iperf3-srv_10.42.42.10(pid=25687): Terminating (SIGTERM)\u000a07:55:22.835988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25688): Terminating (SIGTERM)\u000a07:55:22.877875 run iperf3-srv_10.42.42.10(pid=25689): Terminating (SIGTERM)\u000a07:55:22.919791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25692): Terminating (SIGTERM)\u000a07:55:22.961709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25695): Terminating (SIGTERM)\u000a07:55:23.004154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25698): Terminating (SIGTERM)\u000a07:55:23.013823 --- ParallelTerminationStrategy: PID 25682 died...\u000a07:55:23.069814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25682): Terminated: ok {rc=0}\u000a07:55:23.079773 --- ParallelTerminationStrategy: PID 25683 died...\u000a07:55:23.135955 run iperf3-srv_10.42.42.10(pid=25683): Terminated {rc=256}\u000a07:55:23.145902 --- ParallelTerminationStrategy: PID 25684 died...\u000a07:55:23.201853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25684): Terminated: ok {rc=0}\u000a07:55:23.211748 --- ParallelTerminationStrategy: PID 25685 died...\u000a07:55:23.267613 run iperf3-srv_10.42.42.10(pid=25685): Terminated {rc=256}\u000a07:55:23.277662 --- ParallelTerminationStrategy: PID 25686 died...\u000a07:55:23.333465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25686): Terminated: ok {rc=0}\u000a07:55:23.343381 --- ParallelTerminationStrategy: PID 25687 died...\u000a07:55:23.399113 run iperf3-srv_10.42.42.10(pid=25687): Terminated {rc=256}\u000a07:55:23.409100 --- ParallelTerminationStrategy: PID 25688 died...\u000a07:55:23.464858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25688): Terminated: ok {rc=0}\u000a07:55:23.474903 --- ParallelTerminationStrategy: PID 25689 died...\u000a07:55:23.530710 run iperf3-srv_10.42.42.10(pid=25689): Terminated {rc=256}\u000a07:55:23.540626 --- ParallelTerminationStrategy: PID 25692 died...\u000a07:55:23.596611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25692): Terminated: ok {rc=0}\u000a07:55:23.606604 --- ParallelTerminationStrategy: PID 25695 died...\u000a07:55:23.662445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25695): Terminated: ok {rc=0}\u000a07:55:23.672395 --- ParallelTerminationStrategy: PID 25698 died...\u000a07:55:23.728259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25698): Terminated: ok {rc=0}\u000a07:55:23.815282 bus /gobi_4: Setting Powered False\u000a07:55:24.922605 bus /gobi_4: Setting Powered False\u000a07:55:26.034934 bus /gobi_1: Setting Powered False\u000a07:55:27.138435 bus /gobi_1: Setting Powered False\u000a07:55:28.248922 bus /gobi_0: Setting Powered False\u000a07:55:29.352221 bus /gobi_0: Setting Powered False\u000a07:55:30.464357 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25706): Process ended prematurely: osmo-stp_10.42.42.5(pid=25706) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25706)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25706): Process ended prematurely: osmo-stp_10.42.42.5(pid=25706) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:55:31.530868 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:31.543793 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:55:31.684750 tst ping.py: using LAC 39492\u000a07:55:31.806087 tst ping.py: using RAC 222\u000a07:55:31.959150 tst ping.py: using CellId 39492\u000a07:55:32.118199 tst ping.py: using BVCI 39493\u000a07:55:32.150183 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:32.167020 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:32.183880 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:32.198817 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:32.222070 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:32.249464 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:32.262497 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:32.274487 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:55:32.559112 tst ping.py:19: start network...\u000a07:55:32.683465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:33.164021 run create_hlr_db(pid=25700): Launched\u000a07:55:33.336092 bus /gobi_6: Setting Powered False\u000a07:55:34.358358 run create_hlr_db(pid=25700): Terminated: ok {rc=0}\u000a07:55:34.790689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25702): Launched\u000a07:55:35.115528 run osmo-hlr_10.42.42.2(pid=25703): Launched\u000a07:55:35.233977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:35.798957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25705): Launched\u000a07:55:36.123237 run osmo-stp_10.42.42.5(pid=25706): Launched\u000a07:55:36.240558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:55:36.804630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25708): Launched\u000a07:55:36.919654 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:55:37.204144 run patchelf(pid=25709): Launched\u000a07:55:37.392826 run osmo-stp_10.42.42.5(pid=25706): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25706)]\u000a07:55:37.530838 run osmo-stp_10.42.42.5(pid=25706): stdout: \u000a| (launched: 2022-12-14_07:55:35.962213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:37.669005 run osmo-stp_10.42.42.5(pid=25706): stderr: \u000a| �[0;m�[38;5;43m20221214075536157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075536157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075536157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075536158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075536158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075536158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075536158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:37.801845 run osmo-stp_10.42.42.5(pid=25706): stdout: \u000a| (launched: 2022-12-14_07:55:35.962213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:37.934620 run osmo-stp_10.42.42.5(pid=25706): stderr: \u000a| �[0;m�[38;5;43m20221214075536157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075536157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075536157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075536158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075536158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075536158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075536158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:38.079444 run patchelf(pid=25709): Terminating (SIGINT)\u000a07:55:38.251503 run patchelf(pid=25709): Terminated: ok {rc=0}\u000a07:55:38.282656 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25706): Process ended prematurely: osmo-stp_10.42.42.5(pid=25706) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25706)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a07:55:38.291755 tst ping.py:22: Test FAILED (6.8 sec)\u000a07:55:38.351855 run osmo-hlr_10.42.42.2(pid=25703): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25703)]\u000a07:55:38.400793 run osmo-hlr_10.42.42.2(pid=25703): stdout: \u000a| (launched: 2022-12-14_07:55:34.953983) \u000a07:55:38.450557 run osmo-hlr_10.42.42.2(pid=25703): stderr: \u000a| �[0;m�[1;31m20221214075535152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075535152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075535152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075535152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075535152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075535152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075535164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075535173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075535173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075535173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:38.492801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25702): Terminating (SIGTERM)\u000a07:55:38.532438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25705): Terminating (SIGTERM)\u000a07:55:38.572135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25708): Terminating (SIGTERM)\u000a07:55:38.581491 --- ParallelTerminationStrategy: PID 25702 died...\u000a07:55:38.635040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25702): Terminated: ok {rc=0}\u000a07:55:38.644675 --- ParallelTerminationStrategy: PID 25705 died...\u000a07:55:38.697783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25705): Terminated: ok {rc=0}\u000a07:55:38.707447 --- ParallelTerminationStrategy: PID 25708 died...\u000a07:55:38.760205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25708): Terminated: ok {rc=0}\u000a07:55:38.847106 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25716): Process ended prematurely: osmo-stp_10.42.42.5(pid=25716) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25716)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25716): Process ended prematurely: osmo-stp_10.42.42.5(pid=25716) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:55:39.899038 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:39.911008 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:55:40.047712 tst ping_idle_ping.py: using LAC 39493\u000a07:55:40.167789 tst ping_idle_ping.py: using RAC 223\u000a07:55:40.288021 tst ping_idle_ping.py: using CellId 39493\u000a07:55:40.415361 tst ping_idle_ping.py: using BVCI 39494\u000a07:55:40.440408 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:40.452393 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:40.463954 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:40.475518 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:40.487427 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:40.499236 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:40.511412 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:55:40.523089 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:55:40.818176 tst ping_idle_ping.py:24: start network...\u000a07:55:40.952850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:41.466177 run create_hlr_db(pid=25710): Launched\u000a07:55:41.654227 bus /gobi_6: Setting Powered False\u000a07:55:42.674588 run create_hlr_db(pid=25710): Terminated: ok {rc=0}\u000a07:55:43.106501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25712): Launched\u000a07:55:43.432639 run osmo-hlr_10.42.42.2(pid=25713): Launched\u000a07:55:43.553222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:44.116317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25715): Launched\u000a07:55:44.444418 run osmo-stp_10.42.42.5(pid=25716): Launched\u000a07:55:44.562281 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:55:45.130871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25718): Launched\u000a07:55:45.246574 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:55:45.530465 run patchelf(pid=25719): Launched\u000a07:55:45.719680 run osmo-stp_10.42.42.5(pid=25716): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25716)]\u000a07:55:45.877516 run osmo-stp_10.42.42.5(pid=25716): stdout: \u000a| (launched: 2022-12-14_07:55:44.281864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:46.033500 run osmo-stp_10.42.42.5(pid=25716): stderr: \u000a| �[0;m�[38;5;43m20221214075544474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075544474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075544474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075544475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075544475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075544475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075544475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:46.162457 run osmo-stp_10.42.42.5(pid=25716): stdout: \u000a| (launched: 2022-12-14_07:55:44.281864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:46.290904 run osmo-stp_10.42.42.5(pid=25716): stderr: \u000a| �[0;m�[38;5;43m20221214075544474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075544474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075544474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075544475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075544475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075544475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075544475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:46.441281 run patchelf(pid=25719): Terminating (SIGINT)\u000a07:55:46.617906 run patchelf(pid=25719): Terminated: ok {rc=0}\u000a07:55:46.650246 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25716): Process ended prematurely: osmo-stp_10.42.42.5(pid=25716) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25716)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:55:46.659657 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:55:46.721525 run osmo-hlr_10.42.42.2(pid=25713): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25713)]\u000a07:55:46.771968 run osmo-hlr_10.42.42.2(pid=25713): stdout: \u000a| (launched: 2022-12-14_07:55:43.271128) \u000a07:55:46.823843 run osmo-hlr_10.42.42.2(pid=25713): stderr: \u000a| �[0;m�[1;31m20221214075543468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075543468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075543468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075543469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075543469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075543469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075543482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075543490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075543490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075543490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:46.867641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25712): Terminating (SIGTERM)\u000a07:55:46.909892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25715): Terminating (SIGTERM)\u000a07:55:46.954056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25718): Terminating (SIGTERM)\u000a07:55:46.964369 --- ParallelTerminationStrategy: PID 25712 died...\u000a07:55:47.021482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25712): Terminated: ok {rc=0}\u000a07:55:47.031528 --- ParallelTerminationStrategy: PID 25715 died...\u000a07:55:47.087169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25715): Terminated: ok {rc=0}\u000a07:55:47.097716 --- ParallelTerminationStrategy: PID 25718 died...\u000a07:55:47.152032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25718): Terminated: ok {rc=0}\u000a07:55:47.238414 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:54:48" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25736): Process ended prematurely: osmo-stp_10.42.42.5(pid=25736) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25736)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25736): Process ended prematurely: osmo-stp_10.42.42.5(pid=25736) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:55:49.381111 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:55:49.392202 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:55:49.558161 tst cs_paging_gprs_active.py: using LAC 39494\u000a07:55:49.688149 tst cs_paging_gprs_active.py: using RAC 224\u000a07:55:49.815018 tst cs_paging_gprs_active.py: using CellId 39494\u000a07:55:49.941752 tst cs_paging_gprs_active.py: using BVCI 39495\u000a07:55:49.966876 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:55:49.978410 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:55:49.989828 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:55:50.001200 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:55:50.012834 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:55:50.024442 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:55:50.036229 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:55:50.047882 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:55:50.059756 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:55:50.182484 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:55:50.468256 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:55:50.596546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:55:50.916296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25724): Launched\u000a07:55:51.182553 run iperf3-srv_10.42.42.10(pid=25725): Launched\u000a07:55:51.369827 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:55:51.497145 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:55:51.816601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25726): Launched\u000a07:55:52.085564 run iperf3-srv_10.42.42.10(pid=25728): Launched\u000a07:55:52.272892 tst cs_paging_gprs_active.py:38: start network...\u000a07:55:52.400328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:52.896088 run create_hlr_db(pid=25730): Launched\u000a07:55:53.071826 bus /gobi_6: Setting Powered False\u000a07:55:54.094130 run create_hlr_db(pid=25730): Terminated: ok {rc=0}\u000a07:55:54.536552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25732): Launched\u000a07:55:54.868291 run osmo-hlr_10.42.42.2(pid=25733): Launched\u000a07:55:54.992002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:55.567896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25735): Launched\u000a07:55:55.899702 run osmo-stp_10.42.42.5(pid=25736): Launched\u000a07:55:56.020313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:55:56.596725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25738): Launched\u000a07:55:56.714466 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:55:57.005232 run patchelf(pid=25739): Launched\u000a07:55:57.199115 run osmo-stp_10.42.42.5(pid=25736): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25736)]\u000a07:55:57.339769 run osmo-stp_10.42.42.5(pid=25736): stdout: \u000a| (launched: 2022-12-14_07:55:55.735179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:57.480506 run osmo-stp_10.42.42.5(pid=25736): stderr: \u000a| �[0;m�[38;5;43m20221214075555929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075555929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075555929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075555930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075555930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075555930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075555930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:57.616689 run osmo-stp_10.42.42.5(pid=25736): stdout: \u000a| (launched: 2022-12-14_07:55:55.735179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:57.751590 run osmo-stp_10.42.42.5(pid=25736): stderr: \u000a| �[0;m�[38;5;43m20221214075555929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075555929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075555929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075555930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075555930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075555930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075555930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:57.910211 run patchelf(pid=25739): Terminating (SIGINT)\u000a07:55:58.096663 run patchelf(pid=25739): Terminated: ok {rc=0}\u000a07:55:58.131272 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25736): Process ended prematurely: osmo-stp_10.42.42.5(pid=25736) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25736)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:55:58.141372 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:55:58.205924 run osmo-hlr_10.42.42.2(pid=25733): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25733)]\u000a07:55:58.257859 run osmo-hlr_10.42.42.2(pid=25733): stdout: \u000a| (launched: 2022-12-14_07:55:54.704553) \u000a07:55:58.310404 run osmo-hlr_10.42.42.2(pid=25733): stderr: \u000a| �[0;m�[1;31m20221214075554905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075554905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075554905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075554905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075554905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075554905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075554918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075554926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075554927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075554927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:58.355604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25724): Terminating (SIGTERM)\u000a07:55:58.397795 run iperf3-srv_10.42.42.10(pid=25725): Terminating (SIGTERM)\u000a07:55:58.440129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25726): Terminating (SIGTERM)\u000a07:55:58.482578 run iperf3-srv_10.42.42.10(pid=25728): Terminating (SIGTERM)\u000a07:55:58.525024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25732): Terminating (SIGTERM)\u000a07:55:58.567063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25735): Terminating (SIGTERM)\u000a07:55:58.609526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25738): Terminating (SIGTERM)\u000a07:55:58.619378 --- ParallelTerminationStrategy: PID 25724 died...\u000a07:55:58.676022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25724): Terminated: ok {rc=0}\u000a07:55:58.686236 --- ParallelTerminationStrategy: PID 25725 died...\u000a07:55:58.742421 run iperf3-srv_10.42.42.10(pid=25725): Terminated {rc=256}\u000a07:55:58.752378 --- ParallelTerminationStrategy: PID 25726 died...\u000a07:55:58.808465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25726): Terminated: ok {rc=0}\u000a07:55:58.818485 --- ParallelTerminationStrategy: PID 25728 died...\u000a07:55:58.874859 run iperf3-srv_10.42.42.10(pid=25728): Terminated {rc=256}\u000a07:55:58.885103 --- ParallelTerminationStrategy: PID 25732 died...\u000a07:55:58.941470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25732): Terminated: ok {rc=0}\u000a07:55:58.951520 --- ParallelTerminationStrategy: PID 25735 died...\u000a07:55:59.007881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25735): Terminated: ok {rc=0}\u000a07:55:59.018115 --- ParallelTerminationStrategy: PID 25738 died...\u000a07:55:59.074534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25738): Terminated: ok {rc=0}\u000a07:55:59.162778 bus /gobi_0: Setting Powered False\u000a07:56:00.268767 bus /gobi_0: Setting Powered False\u000a07:56:01.383285 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25748): Process ended prematurely: osmo-stp_10.42.42.5(pid=25748) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25748)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25748): Process ended prematurely: osmo-stp_10.42.42.5(pid=25748) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:56:02.497068 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:02.509463 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:56:02.675453 tst iperf3.py: using LAC 39495\u000a07:56:02.806024 tst iperf3.py: using RAC 225\u000a07:56:02.939476 tst iperf3.py: using CellId 39495\u000a07:56:03.066382 tst iperf3.py: using BVCI 39496\u000a07:56:03.091572 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:03.103309 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:03.114779 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:03.126230 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:03.138240 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:03.150275 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:03.162174 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:03.173736 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:03.185565 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:56:03.468844 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:56:03.596897 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:56:03.917467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25740): Launched\u000a07:56:04.186370 run iperf3-srv_10.42.42.10(pid=25741): Launched\u000a07:56:04.374875 tst iperf3.py:8: start network...\u000a07:56:04.503459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:05.000123 run create_hlr_db(pid=25742): Launched\u000a07:56:05.175957 bus /gobi_6: Setting Powered False\u000a07:56:06.197082 run create_hlr_db(pid=25742): Terminated: ok {rc=0}\u000a07:56:06.636788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25744): Launched\u000a07:56:06.970392 run osmo-hlr_10.42.42.2(pid=25745): Launched\u000a07:56:07.093923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:07.673773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25747): Launched\u000a07:56:08.002920 run osmo-stp_10.42.42.5(pid=25748): Launched\u000a07:56:08.121764 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:56:08.696645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25750): Launched\u000a07:56:08.814015 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:56:09.103798 run patchelf(pid=25751): Launched\u000a07:56:09.296214 run osmo-stp_10.42.42.5(pid=25748): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25748)]\u000a07:56:09.436286 run osmo-stp_10.42.42.5(pid=25748): stdout: \u000a| (launched: 2022-12-14_07:56:07.840455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:09.576563 run osmo-stp_10.42.42.5(pid=25748): stderr: \u000a| �[0;m�[38;5;43m20221214075608034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075608035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075608035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075608035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075608036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075608036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075608036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:09.712136 run osmo-stp_10.42.42.5(pid=25748): stdout: \u000a| (launched: 2022-12-14_07:56:07.840455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:09.846493 run osmo-stp_10.42.42.5(pid=25748): stderr: \u000a| �[0;m�[38;5;43m20221214075608034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075608035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075608035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075608035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075608036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075608036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075608036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:10.003945 run patchelf(pid=25751): Terminating (SIGINT)\u000a07:56:10.189995 run patchelf(pid=25751): Terminated: ok {rc=0}\u000a07:56:10.224178 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25748): Process ended prematurely: osmo-stp_10.42.42.5(pid=25748) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25748)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:56:10.234202 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a07:56:10.297783 run osmo-hlr_10.42.42.2(pid=25745): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25745)]\u000a07:56:10.349291 run osmo-hlr_10.42.42.2(pid=25745): stdout: \u000a| (launched: 2022-12-14_07:56:06.805828) \u000a07:56:10.401621 run osmo-hlr_10.42.42.2(pid=25745): stderr: \u000a| �[0;m�[1;31m20221214075607006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075607006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075607006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075607006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075607006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075607006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075607019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075607029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075607030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075607030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:10.446635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25740): Terminating (SIGTERM)\u000a07:56:10.488481 run iperf3-srv_10.42.42.10(pid=25741): Terminating (SIGTERM)\u000a07:56:10.530327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25744): Terminating (SIGTERM)\u000a07:56:10.572357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25747): Terminating (SIGTERM)\u000a07:56:10.614325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25750): Terminating (SIGTERM)\u000a07:56:10.624023 --- ParallelTerminationStrategy: PID 25740 died...\u000a07:56:10.680147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25740): Terminated: ok {rc=0}\u000a07:56:10.690130 --- ParallelTerminationStrategy: PID 25741 died...\u000a07:56:10.745983 run iperf3-srv_10.42.42.10(pid=25741): Terminated {rc=256}\u000a07:56:10.756020 --- ParallelTerminationStrategy: PID 25744 died...\u000a07:56:10.811948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25744): Terminated: ok {rc=0}\u000a07:56:10.821920 --- ParallelTerminationStrategy: PID 25747 died...\u000a07:56:10.877853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25747): Terminated: ok {rc=0}\u000a07:56:10.887790 --- ParallelTerminationStrategy: PID 25750 died...\u000a07:56:10.943505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25750): Terminated: ok {rc=0}\u000a07:56:11.030733 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25766): Process ended prematurely: osmo-stp_10.42.42.5(pid=25766) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25766)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25766): Process ended prematurely: osmo-stp_10.42.42.5(pid=25766) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:56:12.142837 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:12.154743 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:56:12.308272 tst iperf3m4.py: using LAC 39496\u000a07:56:12.429184 tst iperf3m4.py: using RAC 226\u000a07:56:12.550710 tst iperf3m4.py: using CellId 39496\u000a07:56:12.680098 tst iperf3m4.py: using BVCI 39497\u000a07:56:12.705287 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:12.717091 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:12.728498 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:12.740167 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:12.752436 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:12.764623 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:12.777724 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:12.790243 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:12.802781 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:56:12.924714 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:56:13.049229 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:56:13.169216 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:56:13.468689 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:56:13.606346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:56:13.949325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25752): Launched\u000a07:56:14.235627 run iperf3-srv_10.42.42.10(pid=25753): Launched\u000a07:56:14.437766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:56:14.575298 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:56:14.919457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25754): Launched\u000a07:56:15.207440 run iperf3-srv_10.42.42.10(pid=25755): Launched\u000a07:56:15.409476 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:56:15.547061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:56:15.895218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25756): Launched\u000a07:56:16.219608 run iperf3-srv_10.42.42.10(pid=25757): Launched\u000a07:56:16.415165 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:56:16.547077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:56:16.904073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25758): Launched\u000a07:56:17.193639 run iperf3-srv_10.42.42.10(pid=25759): Launched\u000a07:56:17.383261 tst iperf3m4.py:8: start network...\u000a07:56:17.510629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:18.007609 run create_hlr_db(pid=25760): Launched\u000a07:56:18.184031 bus /gobi_6: Setting Powered False\u000a07:56:19.205729 run create_hlr_db(pid=25760): Terminated: ok {rc=0}\u000a07:56:19.644851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25762): Launched\u000a07:56:19.976175 run osmo-hlr_10.42.42.2(pid=25763): Launched\u000a07:56:20.096634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:20.673266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25765): Launched\u000a07:56:21.005501 run osmo-stp_10.42.42.5(pid=25766): Launched\u000a07:56:21.125315 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:56:21.703130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25768): Launched\u000a07:56:21.820584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:56:22.109208 run patchelf(pid=25769): Launched\u000a07:56:22.302310 run osmo-stp_10.42.42.5(pid=25766): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25766)]\u000a07:56:22.443040 run osmo-stp_10.42.42.5(pid=25766): stdout: \u000a| (launched: 2022-12-14_07:56:20.840139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:22.584321 run osmo-stp_10.42.42.5(pid=25766): stderr: \u000a| �[0;m�[38;5;43m20221214075621037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075621037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075621037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075621038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075621038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075621038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075621038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:22.719871 run osmo-stp_10.42.42.5(pid=25766): stdout: \u000a| (launched: 2022-12-14_07:56:20.840139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:22.854279 run osmo-stp_10.42.42.5(pid=25766): stderr: \u000a| �[0;m�[38;5;43m20221214075621037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075621037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075621037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075621038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075621038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075621038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075621038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:23.011938 run patchelf(pid=25769): Terminating (SIGINT)\u000a07:56:23.197742 run patchelf(pid=25769): Terminated: ok {rc=0}\u000a07:56:23.231794 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25766): Process ended prematurely: osmo-stp_10.42.42.5(pid=25766) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25766)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:56:23.241922 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a07:56:23.305776 run osmo-hlr_10.42.42.2(pid=25763): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25763)]\u000a07:56:23.357405 run osmo-hlr_10.42.42.2(pid=25763): stdout: \u000a| (launched: 2022-12-14_07:56:19.812328) \u000a07:56:23.409859 run osmo-hlr_10.42.42.2(pid=25763): stderr: \u000a| �[0;m�[1;31m20221214075620013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075620013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075620013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075620013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075620013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075620013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075620026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075620034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075620034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075620034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:23.454910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25752): Terminating (SIGTERM)\u000a07:56:23.497179 run iperf3-srv_10.42.42.10(pid=25753): Terminating (SIGTERM)\u000a07:56:23.539579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25754): Terminating (SIGTERM)\u000a07:56:23.581690 run iperf3-srv_10.42.42.10(pid=25755): Terminating (SIGTERM)\u000a07:56:23.623753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25756): Terminating (SIGTERM)\u000a07:56:23.665622 run iperf3-srv_10.42.42.10(pid=25757): Terminating (SIGTERM)\u000a07:56:23.707653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25758): Terminating (SIGTERM)\u000a07:56:23.749789 run iperf3-srv_10.42.42.10(pid=25759): Terminating (SIGTERM)\u000a07:56:23.792098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25762): Terminating (SIGTERM)\u000a07:56:23.834297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25765): Terminating (SIGTERM)\u000a07:56:23.876349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25768): Terminating (SIGTERM)\u000a07:56:23.886137 --- ParallelTerminationStrategy: PID 25752 died...\u000a07:56:23.942546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25752): Terminated: ok {rc=0}\u000a07:56:23.952719 --- ParallelTerminationStrategy: PID 25753 died...\u000a07:56:24.008623 run iperf3-srv_10.42.42.10(pid=25753): Terminated {rc=256}\u000a07:56:24.018669 --- ParallelTerminationStrategy: PID 25754 died...\u000a07:56:24.074851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25754): Terminated: ok {rc=0}\u000a07:56:24.084905 --- ParallelTerminationStrategy: PID 25755 died...\u000a07:56:24.140979 run iperf3-srv_10.42.42.10(pid=25755): Terminated {rc=256}\u000a07:56:24.150898 --- ParallelTerminationStrategy: PID 25756 died...\u000a07:56:24.207242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25756): Terminated: ok {rc=0}\u000a07:56:24.217397 --- ParallelTerminationStrategy: PID 25757 died...\u000a07:56:24.273244 run iperf3-srv_10.42.42.10(pid=25757): Terminated {rc=256}\u000a07:56:24.283199 --- ParallelTerminationStrategy: PID 25758 died...\u000a07:56:24.339478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25758): Terminated: ok {rc=0}\u000a07:56:24.349977 --- ParallelTerminationStrategy: PID 25759 died...\u000a07:56:24.406017 run iperf3-srv_10.42.42.10(pid=25759): Terminated {rc=256}\u000a07:56:24.416009 --- ParallelTerminationStrategy: PID 25762 died...\u000a07:56:24.471699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25762): Terminated: ok {rc=0}\u000a07:56:24.481827 --- ParallelTerminationStrategy: PID 25765 died...\u000a07:56:24.537866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25765): Terminated: ok {rc=0}\u000a07:56:24.548060 --- ParallelTerminationStrategy: PID 25768 died...\u000a07:56:24.604394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25768): Terminated: ok {rc=0}\u000a07:56:24.692361 bus /gobi_4: Setting Powered False\u000a07:56:25.798298 bus /gobi_4: Setting Powered False\u000a07:56:26.906104 bus /gobi_1: Setting Powered False\u000a07:56:28.012044 bus /gobi_1: Setting Powered False\u000a07:56:29.123265 bus /gobi_0: Setting Powered False\u000a07:56:30.224924 bus /gobi_0: Setting Powered False\u000a07:56:31.349896 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25776): Process ended prematurely: osmo-stp_10.42.42.5(pid=25776) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25776)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25776): Process ended prematurely: osmo-stp_10.42.42.5(pid=25776) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:56:32.415716 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:32.428201 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:56:32.589825 tst ping.py: using LAC 39497\u000a07:56:32.717580 tst ping.py: using RAC 227\u000a07:56:32.843285 tst ping.py: using CellId 39497\u000a07:56:32.969257 tst ping.py: using BVCI 39498\u000a07:56:32.994163 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:33.005980 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:33.017582 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:33.029100 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:33.040687 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:33.052454 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:33.064239 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:33.076004 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:56:33.371509 tst ping.py:19: start network...\u000a07:56:33.506221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:34.015027 run create_hlr_db(pid=25770): Launched\u000a07:56:34.203361 bus /gobi_6: Setting Powered False\u000a07:56:35.223256 run create_hlr_db(pid=25770): Terminated: ok {rc=0}\u000a07:56:35.657030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25772): Launched\u000a07:56:35.983134 run osmo-hlr_10.42.42.2(pid=25773): Launched\u000a07:56:36.099661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:36.666273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25775): Launched\u000a07:56:36.991450 run osmo-stp_10.42.42.5(pid=25776): Launched\u000a07:56:37.108808 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:56:37.674793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25778): Launched\u000a07:56:37.790004 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:56:38.073719 run patchelf(pid=25779): Launched\u000a07:56:38.263532 run osmo-stp_10.42.42.5(pid=25776): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25776)]\u000a07:56:38.402221 run osmo-stp_10.42.42.5(pid=25776): stdout: \u000a| (launched: 2022-12-14_07:56:36.830254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:38.540615 run osmo-stp_10.42.42.5(pid=25776): stderr: \u000a| �[0;m�[38;5;43m20221214075637023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075637024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075637024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075637024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075637027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075637027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075637027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:38.674129 run osmo-stp_10.42.42.5(pid=25776): stdout: \u000a| (launched: 2022-12-14_07:56:36.830254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:38.806096 run osmo-stp_10.42.42.5(pid=25776): stderr: \u000a| �[0;m�[38;5;43m20221214075637023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075637024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075637024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075637024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075637027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075637027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075637027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:38.960814 run patchelf(pid=25779): Terminating (SIGINT)\u000a07:56:39.142978 run patchelf(pid=25779): Terminated: ok {rc=0}\u000a07:56:39.176424 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25776): Process ended prematurely: osmo-stp_10.42.42.5(pid=25776) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25776)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:56:39.185960 tst ping.py:22: Test FAILED (6.8 sec)\u000a07:56:39.249592 run osmo-hlr_10.42.42.2(pid=25773): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25773)]\u000a07:56:39.301344 run osmo-hlr_10.42.42.2(pid=25773): stdout: \u000a| (launched: 2022-12-14_07:56:35.821388) \u000a07:56:39.354193 run osmo-hlr_10.42.42.2(pid=25773): stderr: \u000a| �[0;m�[1;31m20221214075636023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075636023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075636023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075636023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075636023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075636023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075636066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075636076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075636077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075636077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:39.399176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25772): Terminating (SIGTERM)\u000a07:56:39.441601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25775): Terminating (SIGTERM)\u000a07:56:39.484178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25778): Terminating (SIGTERM)\u000a07:56:39.494109 --- ParallelTerminationStrategy: PID 25772 died...\u000a07:56:39.551042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25772): Terminated: ok {rc=0}\u000a07:56:39.561311 --- ParallelTerminationStrategy: PID 25775 died...\u000a07:56:39.617570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25775): Terminated: ok {rc=0}\u000a07:56:39.627706 --- ParallelTerminationStrategy: PID 25778 died...\u000a07:56:39.684151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25778): Terminated: ok {rc=0}\u000a07:56:39.772390 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25786): Process ended prematurely: osmo-stp_10.42.42.5(pid=25786) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25786)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25786): Process ended prematurely: osmo-stp_10.42.42.5(pid=25786) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:56:40.825597 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:40.838330 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:56:41.002892 tst ping_idle_ping.py: using LAC 39498\u000a07:56:41.132750 tst ping_idle_ping.py: using RAC 228\u000a07:56:41.260575 tst ping_idle_ping.py: using CellId 39498\u000a07:56:41.388519 tst ping_idle_ping.py: using BVCI 39499\u000a07:56:41.413702 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:41.425675 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:41.437217 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:41.448767 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:41.460845 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:41.472926 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:41.484885 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:56:41.496903 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:56:41.777874 tst ping_idle_ping.py:24: start network...\u000a07:56:41.903105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:42.393464 run create_hlr_db(pid=25780): Launched\u000a07:56:42.567460 bus /gobi_6: Setting Powered False\u000a07:56:43.588886 run create_hlr_db(pid=25780): Terminated: ok {rc=0}\u000a07:56:44.023119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25782): Launched\u000a07:56:44.350411 run osmo-hlr_10.42.42.2(pid=25783): Launched\u000a07:56:44.472324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:45.037137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25785): Launched\u000a07:56:45.363640 run osmo-stp_10.42.42.5(pid=25786): Launched\u000a07:56:45.481232 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:56:46.081081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25788): Launched\u000a07:56:46.193977 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:56:46.483583 run patchelf(pid=25789): Launched\u000a07:56:46.678382 run osmo-stp_10.42.42.5(pid=25786): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25786)]\u000a07:56:46.821207 run osmo-stp_10.42.42.5(pid=25786): stdout: \u000a| (launched: 2022-12-14_07:56:45.202366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:46.964322 run osmo-stp_10.42.42.5(pid=25786): stderr: \u000a| �[0;m�[38;5;43m20221214075645396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075645396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075645396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075645397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075645397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075645397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075645398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:47.102138 run osmo-stp_10.42.42.5(pid=25786): stdout: \u000a| (launched: 2022-12-14_07:56:45.202366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:47.238652 run osmo-stp_10.42.42.5(pid=25786): stderr: \u000a| �[0;m�[38;5;43m20221214075645396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075645396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075645396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075645397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075645397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075645397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075645398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:47.394755 run patchelf(pid=25789): Terminating (SIGINT)\u000a07:56:47.578252 run patchelf(pid=25789): Terminated: ok {rc=0}\u000a07:56:47.611736 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25786): Process ended prematurely: osmo-stp_10.42.42.5(pid=25786) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25786)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:56:47.621507 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:56:47.685727 run osmo-hlr_10.42.42.2(pid=25783): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25783)]\u000a07:56:47.737651 run osmo-hlr_10.42.42.2(pid=25783): stdout: \u000a| (launched: 2022-12-14_07:56:44.188443) \u000a07:56:47.790501 run osmo-hlr_10.42.42.2(pid=25783): stderr: \u000a| �[0;m�[1;31m20221214075644389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075644389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075644389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075644389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075644389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075644389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075644402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075644410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075644410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075644410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:47.835452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25782): Terminating (SIGTERM)\u000a07:56:47.877802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25785): Terminating (SIGTERM)\u000a07:56:47.920217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25788): Terminating (SIGTERM)\u000a07:56:47.930200 --- ParallelTerminationStrategy: PID 25782 died...\u000a07:56:47.987173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25782): Terminated: ok {rc=0}\u000a07:56:47.997504 --- ParallelTerminationStrategy: PID 25785 died...\u000a07:56:48.054184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25785): Terminated: ok {rc=0}\u000a07:56:48.064395 --- ParallelTerminationStrategy: PID 25788 died...\u000a07:56:48.121740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25788): Terminated: ok {rc=0}\u000a07:56:48.208658 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:55:49" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25803): Process ended prematurely: osmo-stp_10.42.42.5(pid=25803) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25803)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25803): Process ended prematurely: osmo-stp_10.42.42.5(pid=25803) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:56:50.357010 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:56:50.368147 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:56:50.524895 tst cs_paging_gprs_active.py: using LAC 39499\u000a07:56:50.646167 tst cs_paging_gprs_active.py: using RAC 229\u000a07:56:50.772163 tst cs_paging_gprs_active.py: using CellId 39499\u000a07:56:50.892722 tst cs_paging_gprs_active.py: using BVCI 39500\u000a07:56:50.916178 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:56:50.927574 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:56:50.938569 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:56:50.949568 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:56:50.960551 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:56:50.971562 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:56:50.982631 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:56:50.993483 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:56:51.004571 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:56:51.126362 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:56:51.408568 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:56:51.536580 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:56:51.857058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25793): Launched\u000a07:56:52.123572 run iperf3-srv_10.42.42.10(pid=25794): Launched\u000a07:56:52.310727 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:56:52.438106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:56:52.760609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25795): Launched\u000a07:56:53.028793 run iperf3-srv_10.42.42.10(pid=25796): Launched\u000a07:56:53.216325 tst cs_paging_gprs_active.py:38: start network...\u000a07:56:53.344045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:53.839302 run create_hlr_db(pid=25797): Launched\u000a07:56:54.016031 bus /gobi_6: Setting Powered False\u000a07:56:55.038722 run create_hlr_db(pid=25797): Terminated: ok {rc=0}\u000a07:56:55.452316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25799): Launched\u000a07:56:55.763872 run osmo-hlr_10.42.42.2(pid=25800): Launched\u000a07:56:55.881765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:56.423154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25802): Launched\u000a07:56:56.733300 run osmo-stp_10.42.42.5(pid=25803): Launched\u000a07:56:56.845623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:56:57.384047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25805): Launched\u000a07:56:57.493340 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:56:57.771203 run patchelf(pid=25806): Launched\u000a07:56:57.952369 run osmo-stp_10.42.42.5(pid=25803): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25803)]\u000a07:56:58.084596 run osmo-stp_10.42.42.5(pid=25803): stdout: \u000a| (launched: 2022-12-14_07:56:56.579197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:58.216778 run osmo-stp_10.42.42.5(pid=25803): stderr: \u000a| �[0;m�[38;5;43m20221214075656749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075656750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075656750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075656750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075656751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075656751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075656751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:58.343957 run osmo-stp_10.42.42.5(pid=25803): stdout: \u000a| (launched: 2022-12-14_07:56:56.579197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:58.470124 run osmo-stp_10.42.42.5(pid=25803): stderr: \u000a| �[0;m�[38;5;43m20221214075656749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075656750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075656750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075656750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075656751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075656751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075656751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:58.618311 run patchelf(pid=25806): Terminating (SIGINT)\u000a07:56:58.793505 run patchelf(pid=25806): Terminated: ok {rc=0}\u000a07:56:58.826254 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25803): Process ended prematurely: osmo-stp_10.42.42.5(pid=25803) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25803)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:56:58.835587 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a07:56:58.895737 run osmo-hlr_10.42.42.2(pid=25800): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25800)]\u000a07:56:58.944726 run osmo-hlr_10.42.42.2(pid=25800): stdout: \u000a| (launched: 2022-12-14_07:56:55.609264) \u000a07:56:58.994465 run osmo-hlr_10.42.42.2(pid=25800): stderr: \u000a| �[0;m�[1;31m20221214075655787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075655787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075655787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075655787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075655787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075655787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075655799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075655807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075655807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075655808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:59.036698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25793): Terminating (SIGTERM)\u000a07:56:59.076433 run iperf3-srv_10.42.42.10(pid=25794): Terminating (SIGTERM)\u000a07:56:59.116257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25795): Terminating (SIGTERM)\u000a07:56:59.155912 run iperf3-srv_10.42.42.10(pid=25796): Terminating (SIGTERM)\u000a07:56:59.195804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25799): Terminating (SIGTERM)\u000a07:56:59.235605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25802): Terminating (SIGTERM)\u000a07:56:59.275278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25805): Terminating (SIGTERM)\u000a07:56:59.284551 --- ParallelTerminationStrategy: PID 25793 died...\u000a07:56:59.337892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25793): Terminated: ok {rc=0}\u000a07:56:59.347629 --- ParallelTerminationStrategy: PID 25794 died...\u000a07:56:59.400281 run iperf3-srv_10.42.42.10(pid=25794): Terminated {rc=256}\u000a07:56:59.409925 --- ParallelTerminationStrategy: PID 25795 died...\u000a07:56:59.462688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25795): Terminated: ok {rc=0}\u000a07:56:59.472233 --- ParallelTerminationStrategy: PID 25796 died...\u000a07:56:59.525092 run iperf3-srv_10.42.42.10(pid=25796): Terminated {rc=256}\u000a07:56:59.534677 --- ParallelTerminationStrategy: PID 25799 died...\u000a07:56:59.587688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25799): Terminated: ok {rc=0}\u000a07:56:59.597403 --- ParallelTerminationStrategy: PID 25802 died...\u000a07:56:59.649972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25802): Terminated: ok {rc=0}\u000a07:56:59.659588 --- ParallelTerminationStrategy: PID 25805 died...\u000a07:56:59.712469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25805): Terminated: ok {rc=0}\u000a07:56:59.801168 bus /gobi_0: Setting Powered False\u000a07:57:00.928812 bus /gobi_0: Setting Powered False\u000a07:57:02.047815 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25815): Process ended prematurely: osmo-stp_10.42.42.5(pid=25815) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25815)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25815): Process ended prematurely: osmo-stp_10.42.42.5(pid=25815) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:57:03.159719 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:03.171657 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:57:03.335975 tst iperf3.py: using LAC 39500\u000a07:57:03.470027 tst iperf3.py: using RAC 230\u000a07:57:03.589294 tst iperf3.py: using CellId 39500\u000a07:57:03.717271 tst iperf3.py: using BVCI 39501\u000a07:57:03.742600 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:03.754326 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:03.765761 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:03.777937 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:03.790166 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:03.802387 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:03.814669 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:03.826665 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:03.839026 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:57:04.140516 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:57:04.278160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:57:04.621967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25807): Launched\u000a07:57:04.906772 run iperf3-srv_10.42.42.10(pid=25808): Launched\u000a07:57:05.108429 tst iperf3.py:8: start network...\u000a07:57:05.246376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:05.766664 run create_hlr_db(pid=25809): Launched\u000a07:57:05.957201 bus /gobi_6: Setting Powered False\u000a07:57:06.977734 run create_hlr_db(pid=25809): Terminated: ok {rc=0}\u000a07:57:07.394242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25811): Launched\u000a07:57:07.703404 run osmo-hlr_10.42.42.2(pid=25812): Launched\u000a07:57:07.816299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:08.354313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25814): Launched\u000a07:57:08.665902 run osmo-stp_10.42.42.5(pid=25815): Launched\u000a07:57:08.777535 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:57:09.316234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25817): Launched\u000a07:57:09.425631 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:57:09.695855 run patchelf(pid=25818): Launched\u000a07:57:09.876433 run osmo-stp_10.42.42.5(pid=25815): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25815)]\u000a07:57:10.008627 run osmo-stp_10.42.42.5(pid=25815): stdout: \u000a| (launched: 2022-12-14_07:57:08.512639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:10.143014 run osmo-stp_10.42.42.5(pid=25815): stderr: \u000a| �[0;m�[38;5;43m20221214075708686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075708686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075708686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075708687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075708687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075708687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075708687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:10.270955 run osmo-stp_10.42.42.5(pid=25815): stdout: \u000a| (launched: 2022-12-14_07:57:08.512639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:10.397617 run osmo-stp_10.42.42.5(pid=25815): stderr: \u000a| �[0;m�[38;5;43m20221214075708686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075708686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075708686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075708687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075708687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075708687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075708687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:10.545704 run patchelf(pid=25818): Terminating (SIGINT)\u000a07:57:10.719833 run patchelf(pid=25818): Terminated: ok {rc=0}\u000a07:57:10.752117 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25815): Process ended prematurely: osmo-stp_10.42.42.5(pid=25815) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25815)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:57:10.761563 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a07:57:10.821322 run osmo-hlr_10.42.42.2(pid=25812): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25812)]\u000a07:57:10.870180 run osmo-hlr_10.42.42.2(pid=25812): stdout: \u000a| (launched: 2022-12-14_07:57:07.550881) \u000a07:57:10.920045 run osmo-hlr_10.42.42.2(pid=25812): stderr: \u000a| �[0;m�[1;31m20221214075707729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075707729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075707729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075707729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075707729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075707729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075707742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075707750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075707750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075707750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:10.962216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25807): Terminating (SIGTERM)\u000a07:57:11.002328 run iperf3-srv_10.42.42.10(pid=25808): Terminating (SIGTERM)\u000a07:57:11.042305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25811): Terminating (SIGTERM)\u000a07:57:11.082070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25814): Terminating (SIGTERM)\u000a07:57:11.121839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25817): Terminating (SIGTERM)\u000a07:57:11.131130 --- ParallelTerminationStrategy: PID 25807 died...\u000a07:57:11.184382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25807): Terminated: ok {rc=0}\u000a07:57:11.194007 --- ParallelTerminationStrategy: PID 25808 died...\u000a07:57:11.246685 run iperf3-srv_10.42.42.10(pid=25808): Terminated {rc=256}\u000a07:57:11.256368 --- ParallelTerminationStrategy: PID 25811 died...\u000a07:57:11.309174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25811): Terminated: ok {rc=0}\u000a07:57:11.318636 --- ParallelTerminationStrategy: PID 25814 died...\u000a07:57:11.371448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25814): Terminated: ok {rc=0}\u000a07:57:11.381098 --- ParallelTerminationStrategy: PID 25817 died...\u000a07:57:11.433960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25817): Terminated: ok {rc=0}\u000a07:57:11.517490 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25833): Process ended prematurely: osmo-stp_10.42.42.5(pid=25833) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25833)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25833): Process ended prematurely: osmo-stp_10.42.42.5(pid=25833) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:57:12.634923 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:12.647217 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:57:12.813388 tst iperf3m4.py: using LAC 39501\u000a07:57:12.943947 tst iperf3m4.py: using RAC 231\u000a07:57:13.073870 tst iperf3m4.py: using CellId 39501\u000a07:57:13.205727 tst iperf3m4.py: using BVCI 39502\u000a07:57:13.230881 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:13.242605 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:13.254097 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:13.265671 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:13.277607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:13.290098 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:13.302040 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:13.313740 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:13.325860 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:57:13.449650 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:57:13.570471 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:57:13.690527 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:57:13.972661 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:57:14.100113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:57:14.439918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25819): Launched\u000a07:57:14.726623 run iperf3-srv_10.42.42.10(pid=25820): Launched\u000a07:57:14.928221 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:57:15.065993 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:57:15.396698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25821): Launched\u000a07:57:15.663479 run iperf3-srv_10.42.42.10(pid=25822): Launched\u000a07:57:15.852361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:57:15.982674 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:57:16.332331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25823): Launched\u000a07:57:16.653545 run iperf3-srv_10.42.42.10(pid=25824): Launched\u000a07:57:16.911485 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:57:17.044208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:57:17.381616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25825): Launched\u000a07:57:17.650527 run iperf3-srv_10.42.42.10(pid=25826): Launched\u000a07:57:17.837252 tst iperf3m4.py:8: start network...\u000a07:57:17.964622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:18.461204 run create_hlr_db(pid=25827): Launched\u000a07:57:18.638121 bus /gobi_6: Setting Powered False\u000a07:57:19.659613 run create_hlr_db(pid=25827): Terminated: ok {rc=0}\u000a07:57:20.083653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25829): Launched\u000a07:57:20.418267 run osmo-hlr_10.42.42.2(pid=25830): Launched\u000a07:57:20.540356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:21.121133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25832): Launched\u000a07:57:21.454410 run osmo-stp_10.42.42.5(pid=25833): Launched\u000a07:57:21.574503 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:57:22.152754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25835): Launched\u000a07:57:22.270823 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:57:22.562188 run patchelf(pid=25836): Launched\u000a07:57:22.756013 run osmo-stp_10.42.42.5(pid=25833): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25833)]\u000a07:57:22.898033 run osmo-stp_10.42.42.5(pid=25833): stdout: \u000a| (launched: 2022-12-14_07:57:21.289984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:23.040305 run osmo-stp_10.42.42.5(pid=25833): stderr: \u000a| �[0;m�[38;5;43m20221214075721484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075721484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075721484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075721485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075721485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075721485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075721485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:23.177228 run osmo-stp_10.42.42.5(pid=25833): stdout: \u000a| (launched: 2022-12-14_07:57:21.289984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:23.313332 run osmo-stp_10.42.42.5(pid=25833): stderr: \u000a| �[0;m�[38;5;43m20221214075721484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075721484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075721484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075721485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075721485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075721485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075721485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:23.472496 run patchelf(pid=25836): Terminating (SIGINT)\u000a07:57:23.659716 run patchelf(pid=25836): Terminated: ok {rc=0}\u000a07:57:23.694049 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25833): Process ended prematurely: osmo-stp_10.42.42.5(pid=25833) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25833)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:57:23.704145 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a07:57:23.768016 run osmo-hlr_10.42.42.2(pid=25830): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25830)]\u000a07:57:23.819744 run osmo-hlr_10.42.42.2(pid=25830): stdout: \u000a| (launched: 2022-12-14_07:57:20.252647) \u000a07:57:23.872217 run osmo-hlr_10.42.42.2(pid=25830): stderr: \u000a| �[0;m�[1;31m20221214075720453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075720453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075720453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075720453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075720454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075720454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075720465 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075720474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075720474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075720474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:23.917024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25819): Terminating (SIGTERM)\u000a07:57:23.959248 run iperf3-srv_10.42.42.10(pid=25820): Terminating (SIGTERM)\u000a07:57:24.001405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25821): Terminating (SIGTERM)\u000a07:57:24.043383 run iperf3-srv_10.42.42.10(pid=25822): Terminating (SIGTERM)\u000a07:57:24.085646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25823): Terminating (SIGTERM)\u000a07:57:24.127632 run iperf3-srv_10.42.42.10(pid=25824): Terminating (SIGTERM)\u000a07:57:24.169762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25825): Terminating (SIGTERM)\u000a07:57:24.211996 run iperf3-srv_10.42.42.10(pid=25826): Terminating (SIGTERM)\u000a07:57:24.254284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25829): Terminating (SIGTERM)\u000a07:57:24.296292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25832): Terminating (SIGTERM)\u000a07:57:24.338649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25835): Terminating (SIGTERM)\u000a07:57:24.348389 --- ParallelTerminationStrategy: PID 25819 died...\u000a07:57:24.405702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25819): Terminated: ok {rc=0}\u000a07:57:24.415816 --- ParallelTerminationStrategy: PID 25820 died...\u000a07:57:24.471905 run iperf3-srv_10.42.42.10(pid=25820): Terminated {rc=256}\u000a07:57:24.481931 --- ParallelTerminationStrategy: PID 25821 died...\u000a07:57:24.538073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25821): Terminated: ok {rc=0}\u000a07:57:24.548088 --- ParallelTerminationStrategy: PID 25822 died...\u000a07:57:24.604228 run iperf3-srv_10.42.42.10(pid=25822): Terminated {rc=256}\u000a07:57:24.614291 --- ParallelTerminationStrategy: PID 25823 died...\u000a07:57:24.670344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25823): Terminated: ok {rc=0}\u000a07:57:24.680369 --- ParallelTerminationStrategy: PID 25824 died...\u000a07:57:24.736555 run iperf3-srv_10.42.42.10(pid=25824): Terminated {rc=256}\u000a07:57:24.746640 --- ParallelTerminationStrategy: PID 25825 died...\u000a07:57:24.802858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25825): Terminated: ok {rc=0}\u000a07:57:24.813069 --- ParallelTerminationStrategy: PID 25826 died...\u000a07:57:24.868982 run iperf3-srv_10.42.42.10(pid=25826): Terminated {rc=256}\u000a07:57:24.879002 --- ParallelTerminationStrategy: PID 25829 died...\u000a07:57:24.935032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25829): Terminated: ok {rc=0}\u000a07:57:24.945211 --- ParallelTerminationStrategy: PID 25832 died...\u000a07:57:25.001130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25832): Terminated: ok {rc=0}\u000a07:57:25.011218 --- ParallelTerminationStrategy: PID 25835 died...\u000a07:57:25.067486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25835): Terminated: ok {rc=0}\u000a07:57:25.155874 bus /gobi_4: Setting Powered False\u000a07:57:26.263626 bus /gobi_4: Setting Powered False\u000a07:57:27.372304 bus /gobi_1: Setting Powered False\u000a07:57:28.479527 bus /gobi_1: Setting Powered False\u000a07:57:29.588531 bus /gobi_0: Setting Powered False\u000a07:57:30.694961 bus /gobi_0: Setting Powered False\u000a07:57:31.813150 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25843): Process ended prematurely: osmo-stp_10.42.42.5(pid=25843) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25843)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25843): Process ended prematurely: osmo-stp_10.42.42.5(pid=25843) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:57:32.881084 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:32.893483 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:57:33.058107 tst ping.py: using LAC 39502\u000a07:57:33.184495 tst ping.py: using RAC 232\u000a07:57:33.311737 tst ping.py: using CellId 39502\u000a07:57:33.438606 tst ping.py: using BVCI 39503\u000a07:57:33.463458 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:33.475172 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:33.486603 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:33.498106 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:33.509870 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:33.521619 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:33.533728 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:33.545458 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:57:33.840788 tst ping.py:19: start network...\u000a07:57:33.975279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:34.483581 run create_hlr_db(pid=25837): Launched\u000a07:57:34.671840 bus /gobi_6: Setting Powered False\u000a07:57:35.692309 run create_hlr_db(pid=25837): Terminated: ok {rc=0}\u000a07:57:36.101969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25839): Launched\u000a07:57:36.405650 run osmo-hlr_10.42.42.2(pid=25840): Launched\u000a07:57:36.517043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:37.046623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25842): Launched\u000a07:57:37.350713 run osmo-stp_10.42.42.5(pid=25843): Launched\u000a07:57:37.459747 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:57:37.988138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25845): Launched\u000a07:57:38.094907 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:57:38.361298 run patchelf(pid=25846): Launched\u000a07:57:38.538742 run osmo-stp_10.42.42.5(pid=25843): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25843)]\u000a07:57:38.668649 run osmo-stp_10.42.42.5(pid=25843): stdout: \u000a| (launched: 2022-12-14_07:57:37.200539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:38.798827 run osmo-stp_10.42.42.5(pid=25843): stderr: \u000a| �[0;m�[38;5;43m20221214075737372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075737373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075737373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075737373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075737374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075737374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075737374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:38.923857 run osmo-stp_10.42.42.5(pid=25843): stdout: \u000a| (launched: 2022-12-14_07:57:37.200539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:39.048266 run osmo-stp_10.42.42.5(pid=25843): stderr: \u000a| �[0;m�[38;5;43m20221214075737372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075737373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075737373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075737373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075737374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075737374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075737374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:39.194864 run patchelf(pid=25846): Terminating (SIGINT)\u000a07:57:39.366430 run patchelf(pid=25846): Terminated: ok {rc=0}\u000a07:57:39.397617 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25843): Process ended prematurely: osmo-stp_10.42.42.5(pid=25843) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25843)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:57:39.406253 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:57:39.466270 run osmo-hlr_10.42.42.2(pid=25840): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25840)]\u000a07:57:39.515151 run osmo-hlr_10.42.42.2(pid=25840): stdout: \u000a| (launched: 2022-12-14_07:57:36.255352) \u000a07:57:39.564804 run osmo-hlr_10.42.42.2(pid=25840): stderr: \u000a| �[0;m�[1;31m20221214075736430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075736430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075736430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075736430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075736430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075736430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075736443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075736452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075736452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075736452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:39.607419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25839): Terminating (SIGTERM)\u000a07:57:39.647371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25842): Terminating (SIGTERM)\u000a07:57:39.687020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25845): Terminating (SIGTERM)\u000a07:57:39.696403 --- ParallelTerminationStrategy: PID 25839 died...\u000a07:57:39.749964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25839): Terminated: ok {rc=0}\u000a07:57:39.759678 --- ParallelTerminationStrategy: PID 25842 died...\u000a07:57:39.812628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25842): Terminated: ok {rc=0}\u000a07:57:39.822368 --- ParallelTerminationStrategy: PID 25845 died...\u000a07:57:39.875030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25845): Terminated: ok {rc=0}\u000a07:57:39.962538 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25853): Process ended prematurely: osmo-stp_10.42.42.5(pid=25853) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25853)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25853): Process ended prematurely: osmo-stp_10.42.42.5(pid=25853) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:57:41.014780 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:41.027510 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:57:41.187124 tst ping_idle_ping.py: using LAC 39503\u000a07:57:41.310486 tst ping_idle_ping.py: using RAC 233\u000a07:57:41.427927 tst ping_idle_ping.py: using CellId 39503\u000a07:57:41.547091 tst ping_idle_ping.py: using BVCI 39504\u000a07:57:41.570328 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:41.581796 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:41.592786 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:41.603797 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:41.614841 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:41.625908 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:41.637035 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:57:41.647966 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:57:41.943901 tst ping_idle_ping.py:24: start network...\u000a07:57:42.079884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:42.597738 run create_hlr_db(pid=25847): Launched\u000a07:57:42.787661 bus /gobi_6: Setting Powered False\u000a07:57:43.807052 run create_hlr_db(pid=25847): Terminated: ok {rc=0}\u000a07:57:44.243777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25849): Launched\u000a07:57:44.572470 run osmo-hlr_10.42.42.2(pid=25850): Launched\u000a07:57:44.692103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:45.262887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25852): Launched\u000a07:57:45.591084 run osmo-stp_10.42.42.5(pid=25853): Launched\u000a07:57:45.709240 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:57:46.327182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25855): Launched\u000a07:57:46.446241 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:57:46.747202 run patchelf(pid=25856): Launched\u000a07:57:46.941568 run osmo-stp_10.42.42.5(pid=25853): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25853)]\u000a07:57:47.083908 run osmo-stp_10.42.42.5(pid=25853): stdout: \u000a| (launched: 2022-12-14_07:57:45.428078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:47.227026 run osmo-stp_10.42.42.5(pid=25853): stderr: \u000a| �[0;m�[38;5;43m20221214075745624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075745624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075745624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075745624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075745625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075745625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075745625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:47.362136 run osmo-stp_10.42.42.5(pid=25853): stdout: \u000a| (launched: 2022-12-14_07:57:45.428078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:47.495030 run osmo-stp_10.42.42.5(pid=25853): stderr: \u000a| �[0;m�[38;5;43m20221214075745624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075745624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075745624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075745624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075745625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075745625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075745625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:47.651036 run patchelf(pid=25856): Terminating (SIGINT)\u000a07:57:47.834726 run patchelf(pid=25856): Terminated: ok {rc=0}\u000a07:57:47.868238 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25853): Process ended prematurely: osmo-stp_10.42.42.5(pid=25853) [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25853)] [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:57:47.878073 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a07:57:47.942096 run osmo-hlr_10.42.42.2(pid=25850): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25850)]\u000a07:57:47.994632 run osmo-hlr_10.42.42.2(pid=25850): stdout: \u000a| (launched: 2022-12-14_07:57:44.408869) \u000a07:57:48.047520 run osmo-hlr_10.42.42.2(pid=25850): stderr: \u000a| �[0;m�[1;31m20221214075744607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075744607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075744607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075744608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075744608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075744608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075744621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075744629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075744629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075744629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:48.093087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25849): Terminating (SIGTERM)\u000a07:57:48.136077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25852): Terminating (SIGTERM)\u000a07:57:48.178922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25855): Terminating (SIGTERM)\u000a07:57:48.188872 --- ParallelTerminationStrategy: PID 25849 died...\u000a07:57:48.246478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25849): Terminated: ok {rc=0}\u000a07:57:48.256787 --- ParallelTerminationStrategy: PID 25852 died...\u000a07:57:48.313512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25852): Terminated: ok {rc=0}\u000a07:57:48.323776 --- ParallelTerminationStrategy: PID 25855 died...\u000a07:57:48.380754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25855): Terminated: ok {rc=0}\u000a07:57:48.469156 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:56:49" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25869): Process ended prematurely: osmo-stp_10.42.42.5(pid=25869) [trial-2401↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25869)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25869): Process ended prematurely: osmo-stp_10.42.42.5(pid=25869) [trial-2401↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:57:50.494950 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:57:50.506576 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:57:50.660699 tst switch_tch_pdch.py: using LAC 39504\u000a07:57:50.781061 tst switch_tch_pdch.py: using RAC 234\u000a07:57:50.901291 tst switch_tch_pdch.py: using CellId 39504\u000a07:57:51.029341 tst switch_tch_pdch.py: using BVCI 39505\u000a07:57:51.054133 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:57:51.066054 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:57:51.077752 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:57:51.089589 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:57:51.101684 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:57:51.113734 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:57:51.125838 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:57:51.137772 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:57:51.258139 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:57:51.554017 tst switch_tch_pdch.py:51: start network...\u000a07:57:51.689071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:52.200859 run create_hlr_db(pid=25863): Launched\u000a07:57:52.389558 bus /gobi_6: Setting Powered False\u000a07:57:53.399115 run create_hlr_db(pid=25863): Terminated: ok {rc=0}\u000a07:57:53.842648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25865): Launched\u000a07:57:54.169759 run osmo-hlr_10.42.42.2(pid=25866): Launched\u000a07:57:54.284698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:54.810878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25868): Launched\u000a07:57:55.114587 run osmo-stp_10.42.42.5(pid=25869): Launched\u000a07:57:55.233921 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:57:55.765945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25871): Launched\u000a07:57:55.872512 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:57:56.138386 run patchelf(pid=25872): Launched\u000a07:57:56.315178 run osmo-stp_10.42.42.5(pid=25869): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25869)]\u000a07:57:56.444050 run osmo-stp_10.42.42.5(pid=25869): stdout: \u000a| (launched: 2022-12-14_07:57:54.963707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:56.573555 run osmo-stp_10.42.42.5(pid=25869): stderr: \u000a| �[0;m�[38;5;43m20221214075755136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075755136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075755136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075755137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075755137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075755138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075755138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:56.697574 run osmo-stp_10.42.42.5(pid=25869): stdout: \u000a| (launched: 2022-12-14_07:57:54.963707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:56.820008 run osmo-stp_10.42.42.5(pid=25869): stderr: \u000a| �[0;m�[38;5;43m20221214075755136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075755136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075755136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075755137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075755137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075755138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075755138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:56.963799 run patchelf(pid=25872): Terminating (SIGINT)\u000a07:57:57.134145 run patchelf(pid=25872): Terminated: ok {rc=0}\u000a07:57:57.165407 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25869): Process ended prematurely: osmo-stp_10.42.42.5(pid=25869) [trial-2401↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25869)] [trial-2401↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:57:57.174106 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a07:57:57.233760 run osmo-hlr_10.42.42.2(pid=25866): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25866)]\u000a07:57:57.282980 run osmo-hlr_10.42.42.2(pid=25866): stdout: \u000a| (launched: 2022-12-14_07:57:54.007370) \u000a07:57:57.332657 run osmo-hlr_10.42.42.2(pid=25866): stderr: \u000a| �[0;m�[1;31m20221214075754208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075754208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075754208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075754208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075754208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075754208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075754221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075754229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075754229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075754229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:57.374844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25865): Terminating (SIGTERM)\u000a07:57:57.414596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25868): Terminating (SIGTERM)\u000a07:57:57.454242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25871): Terminating (SIGTERM)\u000a07:57:57.463578 --- ParallelTerminationStrategy: PID 25865 died...\u000a07:57:57.516640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25865): Terminated: ok {rc=0}\u000a07:57:57.526343 --- ParallelTerminationStrategy: PID 25868 died...\u000a07:57:57.579348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25868): Terminated: ok {rc=0}\u000a07:57:57.588904 --- ParallelTerminationStrategy: PID 25871 died...\u000a07:57:57.641957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25871): Terminated: ok {rc=0}\u000a07:57:57.726543 bus /gobi_0: Setting Powered False\u000a07:57:58.833346 bus /gobi_0: Setting Powered False\u000a07:57:59.942098 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:57:50" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25882): Process ended prematurely: osmo-stp_10.42.42.5(pid=25882) [trial-2401↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25882)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25882): Process ended prematurely: osmo-stp_10.42.42.5(pid=25882) [trial-2401↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:58:02.005163 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:58:02.021781 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:58:02.190678 tst switch_tch_pdch.py: using LAC 39505\u000a07:58:02.312929 tst switch_tch_pdch.py: using RAC 235\u000a07:58:02.431816 tst switch_tch_pdch.py: using CellId 39505\u000a07:58:02.551140 tst switch_tch_pdch.py: using BVCI 39506\u000a07:58:02.574259 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:58:02.585724 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:58:02.597193 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:58:02.608358 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:58:02.619367 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:58:02.630411 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:58:02.641517 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:58:02.652429 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:58:02.774127 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:58:03.071515 tst switch_tch_pdch.py:51: start network...\u000a07:58:03.207311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:03.693130 run create_hlr_db(pid=25876): Launched\u000a07:58:03.825971 bus /gobi_6: Setting Powered False\u000a07:58:04.902392 run create_hlr_db(pid=25876): Terminated: ok {rc=0}\u000a07:58:05.286620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25878): Launched\u000a07:58:05.594206 run osmo-hlr_10.42.42.2(pid=25879): Launched\u000a07:58:05.714958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:06.226156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25881): Launched\u000a07:58:06.529862 run osmo-stp_10.42.42.5(pid=25882): Launched\u000a07:58:06.639732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:58:07.142876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25884): Launched\u000a07:58:07.250056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:58:07.516005 run patchelf(pid=25885): Launched\u000a07:58:07.694124 run osmo-stp_10.42.42.5(pid=25882): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25882)]\u000a07:58:07.823603 run osmo-stp_10.42.42.5(pid=25882): stdout: \u000a| (launched: 2022-12-14_07:58:06.379723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:07.953190 run osmo-stp_10.42.42.5(pid=25882): stderr: \u000a| �[0;m�[38;5;43m20221214075806552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075806552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075806552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075806553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075806553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075806553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075806553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:08.077746 run osmo-stp_10.42.42.5(pid=25882): stdout: \u000a| (launched: 2022-12-14_07:58:06.379723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:08.200894 run osmo-stp_10.42.42.5(pid=25882): stderr: \u000a| �[0;m�[38;5;43m20221214075806552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075806552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075806552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075806553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075806553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075806553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075806553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:08.345988 run patchelf(pid=25885): Terminating (SIGINT)\u000a07:58:08.517167 run patchelf(pid=25885): Terminated: ok {rc=0}\u000a07:58:08.548350 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25882): Process ended prematurely: osmo-stp_10.42.42.5(pid=25882) [trial-2401↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25882)] [trial-2401↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:58:08.557116 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a07:58:08.617055 run osmo-hlr_10.42.42.2(pid=25879): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25879)]\u000a07:58:08.665990 run osmo-hlr_10.42.42.2(pid=25879): stdout: \u000a| (launched: 2022-12-14_07:58:05.441952) \u000a07:58:08.715733 run osmo-hlr_10.42.42.2(pid=25879): stderr: \u000a| �[0;m�[1;31m20221214075805621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075805621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075805621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075805621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075805621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075805621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075805634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075805644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075805645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075805645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:08.758168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25878): Terminating (SIGTERM)\u000a07:58:08.798280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25881): Terminating (SIGTERM)\u000a07:58:08.838277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25884): Terminating (SIGTERM)\u000a07:58:08.847580 --- ParallelTerminationStrategy: PID 25878 died...\u000a07:58:08.901167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25878): Terminated: ok {rc=0}\u000a07:58:08.910892 --- ParallelTerminationStrategy: PID 25881 died...\u000a07:58:08.964112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25881): Terminated: ok {rc=0}\u000a07:58:08.973823 --- ParallelTerminationStrategy: PID 25884 died...\u000a07:58:09.026668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25884): Terminated: ok {rc=0}\u000a07:58:09.115468 bus /gobi_0: Setting Powered False\u000a07:58:10.220356 bus /gobi_0: Setting Powered False\u000a07:58:11.332985 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:58:01" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25891): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25891) [trial-2401↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25891)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25891): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25891) [trial-2401↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a07:58:13.202998 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a07:58:13.213790 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a07:58:13.338775 tst mo_mt_sms.py: using LAC 39506\u000a07:58:13.460367 tst mo_mt_sms.py: using RAC 236\u000a07:58:13.581163 tst mo_mt_sms.py: using CellId 39506\u000a07:58:13.701800 tst mo_mt_sms.py: using BVCI 39507\u000a07:58:13.724723 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a07:58:13.845757 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a07:58:14.125370 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:58:14.251186 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:58:14.878127 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25890): Launched\u000a07:58:15.177583 run osmo-nitb_10.42.42.2(pid=25891): Launched\u000a07:58:15.363212 run osmo-nitb_10.42.42.2(pid=25891): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25891)]\u000a07:58:15.500618 run osmo-nitb_10.42.42.2(pid=25891): stdout: \u000a| (launched: 2022-12-14_07:58:15.031243) \u000a07:58:15.637678 run osmo-nitb_10.42.42.2(pid=25891): stderr: \u000a| (launched: 2022-12-14_07:58:15.075902)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:58:15.769630 run osmo-nitb_10.42.42.2(pid=25891): stdout: \u000a| (launched: 2022-12-14_07:58:15.031243) \u000a07:58:15.902067 run osmo-nitb_10.42.42.2(pid=25891): stderr: \u000a| (launched: 2022-12-14_07:58:15.075902)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:58:16.302909 tst osmo-nitb_10.42.42.2(pid=25891): stdout: \u000a| (launched: 2022-12-14_07:58:15.031243) \u000a07:58:16.426427 tst osmo-nitb_10.42.42.2(pid=25891): stderr: \u000a| (launched: 2022-12-14_07:58:15.075902)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:58:16.480382 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25891): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25891) [trial-2401↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25891)] [trial-2401↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a07:58:16.489209 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a07:58:16.525062 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25890): Terminating (SIGTERM)\u000a07:58:16.703254 --- ParallelTerminationStrategy: PID 25890 died...\u000a07:58:16.762269 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25890): Terminated: ok {rc=0}\u000a07:58:16.848792 bus /sierra_3: Setting Powered False\u000a07:58:17.951220 bus /sierra_3: Setting Powered False\u000a07:58:19.060356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:58:13" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25901): Process ended prematurely: osmo-stp_10.42.42.5(pid=25901) [trial-2401↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25901)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25901): Process ended prematurely: osmo-stp_10.42.42.5(pid=25901) [trial-2401↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a07:58:20.932617 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:20.943907 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:58:21.075834 tst mo_mt_sms.py: using LAC 39507\u000a07:58:21.206387 tst mo_mt_sms.py: using RAC 237\u000a07:58:21.325477 tst mo_mt_sms.py: using CellId 39507\u000a07:58:21.445098 tst mo_mt_sms.py: using BVCI 39508\u000a07:58:21.468445 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:21.479462 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:21.490250 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:21.500998 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:21.511531 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:21.522050 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a07:58:21.644149 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a07:58:21.847848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:22.333848 run create_hlr_db(pid=25895): Launched\u000a07:58:22.508448 bus /sierra_2: Setting Powered False\u000a07:58:23.529814 run create_hlr_db(pid=25895): Terminated: ok {rc=0}\u000a07:58:23.963506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25897): Launched\u000a07:58:24.291688 run osmo-hlr_10.42.42.2(pid=25898): Launched\u000a07:58:24.410607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:24.975480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25900): Launched\u000a07:58:25.303914 run osmo-stp_10.42.42.5(pid=25901): Launched\u000a07:58:25.421674 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:58:26.018565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25903): Launched\u000a07:58:26.347256 run osmo-msc_10.42.42.6(pid=25904): Launched\u000a07:58:26.537164 run osmo-stp_10.42.42.5(pid=25901): ERR: Terminated: ERROR {rc=1} [trial-2401↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25901)]\u000a07:58:26.674174 run osmo-stp_10.42.42.5(pid=25901): stdout: \u000a| (launched: 2022-12-14_07:58:25.140592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:26.810640 run osmo-stp_10.42.42.5(pid=25901): stderr: \u000a| �[0;m�[38;5;43m20221214075825334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075825334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075825335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075825335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075825336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075825336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075825336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:26.940414 run osmo-stp_10.42.42.5(pid=25901): stdout: \u000a| (launched: 2022-12-14_07:58:25.140592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:27.070163 run osmo-stp_10.42.42.5(pid=25901): stderr: \u000a| �[0;m�[38;5;43m20221214075825334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075825334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075825335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075825335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075825336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075825336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075825336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:27.126995 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25901): Process ended prematurely: osmo-stp_10.42.42.5(pid=25901) [trial-2401↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25901)] [trial-2401↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a07:58:27.135632 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a07:58:27.198549 run osmo-hlr_10.42.42.2(pid=25898): ERR: Terminated: ERROR {rc=237} [trial-2401↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25898)]\u000a07:58:27.250553 run osmo-hlr_10.42.42.2(pid=25898): stdout: \u000a| (launched: 2022-12-14_07:58:24.128643) \u000a07:58:27.303060 run osmo-hlr_10.42.42.2(pid=25898): stderr: \u000a| �[0;m�[1;31m20221214075824326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075824326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075824327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075824327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075824327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075824327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075824339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075824347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075824348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075824348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:27.373908 run osmo-msc_10.42.42.6(pid=25904): ERR: Terminated: ERROR {rc=2} [trial-2401↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25904)]\u000a07:58:27.425541 run osmo-msc_10.42.42.6(pid=25904): stdout: \u000a| (launched: 2022-12-14_07:58:26.183758) \u000a07:58:27.477768 run osmo-msc_10.42.42.6(pid=25904): stderr: \u000a| �[0;m�[38;5;43m20221214075826506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075826506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b99d6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075826506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075826506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075826507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075826507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075826508 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075826509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075826509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075826509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:58:27.522700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25897): Terminating (SIGTERM)\u000a07:58:27.564837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25900): Terminating (SIGTERM)\u000a07:58:27.607058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25903): Terminating (SIGTERM)\u000a07:58:27.616724 --- ParallelTerminationStrategy: PID 25897 died...\u000a07:58:27.673409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25897): Terminated: ok {rc=0}\u000a07:58:27.683472 --- ParallelTerminationStrategy: PID 25900 died...\u000a07:58:27.739558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25900): Terminated: ok {rc=0}\u000a07:58:27.749644 --- ParallelTerminationStrategy: PID 25903 died...\u000a07:58:27.805902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25903): Terminated: ok {rc=0}\u000a07:58:27.893641 bus /sierra_3: Setting Powered False\u000a07:58:28.998790 bus /sierra_3: Setting Powered False\u000a07:58:30.108488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:58:20" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25910): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25910) [trial-2401↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25910)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25910): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25910) [trial-2401↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a07:58:31.946882 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a07:58:31.964086 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:58:32.132551 tst assert_extension.py: using LAC 39508\u000a07:58:32.252126 tst assert_extension.py: using RAC 238\u000a07:58:32.373620 tst assert_extension.py: using CellId 39508\u000a07:58:32.492054 tst assert_extension.py: using BVCI 39509\u000a07:58:32.515093 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a07:58:32.810286 tst assert_extension.py:10: start nitb and bts...\u000a07:58:32.945657 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:58:33.615691 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25909): Launched\u000a07:58:33.938336 run osmo-nitb_10.42.42.2(pid=25910): Launched\u000a07:58:34.136613 run osmo-nitb_10.42.42.2(pid=25910): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25910)]\u000a07:58:34.283148 run osmo-nitb_10.42.42.2(pid=25910): stdout: \u000a| (launched: 2022-12-14_07:58:33.780229) \u000a07:58:34.429792 run osmo-nitb_10.42.42.2(pid=25910): stderr: \u000a| (launched: 2022-12-14_07:58:33.828262)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:58:34.571000 run osmo-nitb_10.42.42.2(pid=25910): stdout: \u000a| (launched: 2022-12-14_07:58:33.780229) \u000a07:58:34.711038 run osmo-nitb_10.42.42.2(pid=25910): stderr: \u000a| (launched: 2022-12-14_07:58:33.828262)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:58:35.069055 tst osmo-nitb_10.42.42.2(pid=25910): stdout: \u000a| (launched: 2022-12-14_07:58:33.780229) \u000a07:58:35.199225 tst osmo-nitb_10.42.42.2(pid=25910): stderr: \u000a| (launched: 2022-12-14_07:58:33.828262)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:58:35.256358 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25910): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25910) [trial-2401↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25910)] [trial-2401↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a07:58:35.265317 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a07:58:35.303224 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25909): Terminating (SIGTERM)\u000a07:58:35.481327 --- ParallelTerminationStrategy: PID 25909 died...\u000a07:58:35.539912 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25909): Terminated: ok {rc=0}\u000a07:58:35.629133 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:58:31" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25920): Process ended prematurely: osmo-stp_10.42.42.5(pid=25920) [trial-2401↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25920)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25920): Process ended prematurely: osmo-stp_10.42.42.5(pid=25920) [trial-2401↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a07:58:37.442617 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:37.453846 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:58:37.587555 tst assert_extension.py: using LAC 39509\u000a07:58:37.715389 tst assert_extension.py: using RAC 239\u000a07:58:37.843097 tst assert_extension.py: using CellId 39509\u000a07:58:37.971392 tst assert_extension.py: using BVCI 39510\u000a07:58:37.996044 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:38.007299 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:38.018425 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:38.029472 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:38.040803 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:58:38.052166 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a07:58:38.254822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:38.740044 run create_hlr_db(pid=25914): Launched\u000a07:58:38.916092 bus /sierra_2: Setting Powered False\u000a07:58:39.934774 run create_hlr_db(pid=25914): Terminated: ok {rc=0}\u000a07:58:40.370519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25916): Launched\u000a07:58:40.696616 run osmo-hlr_10.42.42.2(pid=25917): Launched\u000a07:58:40.817081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:41.383542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25919): Launched\u000a07:58:41.712019 run osmo-stp_10.42.42.5(pid=25920): Launched\u000a07:58:41.829583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:58:42.422759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25922): Launched\u000a07:58:42.751016 run osmo-msc_10.42.42.6(pid=25923): Launched\u000a07:58:42.940080 run osmo-stp_10.42.42.5(pid=25920): ERR: Terminated: ERROR {rc=1} [trial-2401↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25920)]\u000a07:58:43.076854 run osmo-stp_10.42.42.5(pid=25920): stdout: \u000a| (launched: 2022-12-14_07:58:41.548049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:43.213227 run osmo-stp_10.42.42.5(pid=25920): stderr: \u000a| �[0;m�[38;5;43m20221214075841741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075841741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075841742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075841742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075841743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075841743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075841743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:43.343642 run osmo-stp_10.42.42.5(pid=25920): stdout: \u000a| (launched: 2022-12-14_07:58:41.548049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:43.472017 run osmo-stp_10.42.42.5(pid=25920): stderr: \u000a| �[0;m�[38;5;43m20221214075841741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075841741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075841742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075841742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075841743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075841743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075841743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:43.528589 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25920): Process ended prematurely: osmo-stp_10.42.42.5(pid=25920) [trial-2401↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25920)] [trial-2401↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a07:58:43.537319 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a07:58:43.600587 run osmo-hlr_10.42.42.2(pid=25917): ERR: Terminated: ERROR {rc=237} [trial-2401↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25917)]\u000a07:58:43.652913 run osmo-hlr_10.42.42.2(pid=25917): stdout: \u000a| (launched: 2022-12-14_07:58:40.535140) \u000a07:58:43.705408 run osmo-hlr_10.42.42.2(pid=25917): stderr: \u000a| �[0;m�[1;31m20221214075840735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075840735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075840735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075840735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075840735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075840735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075840747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075840755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075840756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075840756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:43.776493 run osmo-msc_10.42.42.6(pid=25923): ERR: Terminated: ERROR {rc=2} [trial-2401↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25923)]\u000a07:58:43.828251 run osmo-msc_10.42.42.6(pid=25923): stdout: \u000a| (launched: 2022-12-14_07:58:42.588561) \u000a07:58:43.880596 run osmo-msc_10.42.42.6(pid=25923): stderr: \u000a| �[0;m�[38;5;43m20221214075842913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075842913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8126238c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075842913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075842913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075842913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075842913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075842915 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075842915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075842915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075842916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:58:43.925560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25916): Terminating (SIGTERM)\u000a07:58:43.968159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25919): Terminating (SIGTERM)\u000a07:58:44.010728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25922): Terminating (SIGTERM)\u000a07:58:44.020487 --- ParallelTerminationStrategy: PID 25916 died...\u000a07:58:44.077386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25916): Terminated: ok {rc=0}\u000a07:58:44.087490 --- ParallelTerminationStrategy: PID 25919 died...\u000a07:58:44.143998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25919): Terminated: ok {rc=0}\u000a07:58:44.154061 --- ParallelTerminationStrategy: PID 25922 died...\u000a07:58:44.210428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25922): Terminated: ok {rc=0}\u000a07:58:44.297482 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:58:37" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25934): Process ended prematurely: osmo-stp_10.42.42.5(pid=25934) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25934): Process ended prematurely: osmo-stp_10.42.42.5(pid=25934) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:58:46.280510 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:58:46.294803 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:58:46.487812 tst mo_mt_call.py: using LAC 39510\u000a07:58:46.611947 tst mo_mt_call.py: using RAC 240\u000a07:58:46.734978 tst mo_mt_call.py: using CellId 39510\u000a07:58:46.875731 tst mo_mt_call.py: using BVCI 39511\u000a07:58:46.902798 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:58:46.915999 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:58:46.928878 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:58:46.942375 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:58:46.956068 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:58:46.969428 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:58:47.097187 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:58:47.312251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:47.807978 run create_hlr_db(pid=25928): Launched\u000a07:58:47.984862 bus /sierra_2: Setting Powered False\u000a07:58:49.006851 run create_hlr_db(pid=25928): Terminated: ok {rc=0}\u000a07:58:49.417836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25930): Launched\u000a07:58:49.729261 run osmo-hlr_10.42.42.2(pid=25931): Launched\u000a07:58:49.840805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:50.375919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25933): Launched\u000a07:58:50.685096 run osmo-stp_10.42.42.5(pid=25934): Launched\u000a07:58:50.796832 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:58:51.363861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25936): Launched\u000a07:58:51.676619 run osmo-msc_10.42.42.6(pid=25937): Launched\u000a07:58:51.857929 run osmo-stp_10.42.42.5(pid=25934): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)]\u000a07:58:51.988202 run osmo-stp_10.42.42.5(pid=25934): stdout: \u000a| (launched: 2022-12-14_07:58:50.532270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:52.115983 run osmo-stp_10.42.42.5(pid=25934): stderr: \u000a| �[0;m�[38;5;43m20221214075850704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075850704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075850704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075850704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075850705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075850705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075850705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:52.239636 run osmo-stp_10.42.42.5(pid=25934): stdout: \u000a| (launched: 2022-12-14_07:58:50.532270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:52.361366 run osmo-stp_10.42.42.5(pid=25934): stderr: \u000a| �[0;m�[38;5;43m20221214075850704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075850704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075850704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075850704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075850705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075850705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075850705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:52.415569 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25934): Process ended prematurely: osmo-stp_10.42.42.5(pid=25934) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)] [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:58:52.424314 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:58:52.484680 run osmo-hlr_10.42.42.2(pid=25931): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25931)]\u000a07:58:52.533469 run osmo-hlr_10.42.42.2(pid=25931): stdout: \u000a| (launched: 2022-12-14_07:58:49.575360) \u000a07:58:52.582889 run osmo-hlr_10.42.42.2(pid=25931): stderr: \u000a| �[0;m�[1;31m20221214075849754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075849754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075849754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075849754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075849754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075849754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075849785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075849795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075849795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075849795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:52.650482 run osmo-msc_10.42.42.6(pid=25937): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25937)]\u000a07:58:52.699524 run osmo-msc_10.42.42.6(pid=25937): stdout: \u000a| (launched: 2022-12-14_07:58:51.520529) \u000a07:58:52.749402 run osmo-msc_10.42.42.6(pid=25937): stderr: \u000a| �[0;m�[38;5;43m20221214075851796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075851797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d1a6f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075851797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075851797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075851797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075851797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075851799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075851799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075851799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075851799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:58:52.791435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25930): Terminating (SIGTERM)\u000a07:58:52.831058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25933): Terminating (SIGTERM)\u000a07:58:52.870752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25936): Terminating (SIGTERM)\u000a07:58:52.880031 --- ParallelTerminationStrategy: PID 25930 died...\u000a07:58:52.933646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25930): Terminated: ok {rc=0}\u000a07:58:52.943366 --- ParallelTerminationStrategy: PID 25933 died...\u000a07:58:52.995966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25933): Terminated: ok {rc=0}\u000a07:58:53.005941 --- ParallelTerminationStrategy: PID 25936 died...\u000a07:58:53.058604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25936): Terminated: ok {rc=0}\u000a07:58:53.142446 bus /sierra_3: Setting Powered False\u000a07:58:54.249842 bus /sierra_3: Setting Powered False\u000a07:58:55.358527 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25945): Process ended prematurely: osmo-stp_10.42.42.5(pid=25945) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25945)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25945): Process ended prematurely: osmo-stp_10.42.42.5(pid=25945) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:58:56.474639 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:58:56.487602 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:58:56.652393 tst mo_mt_call_osmux.py: using LAC 39511\u000a07:58:56.780380 tst mo_mt_call_osmux.py: using RAC 241\u000a07:58:56.908062 tst mo_mt_call_osmux.py: using CellId 39511\u000a07:58:57.035422 tst mo_mt_call_osmux.py: using BVCI 39512\u000a07:58:57.060555 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:58:57.072305 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:58:57.083801 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:58:57.095468 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:58:57.107515 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:58:57.119488 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:58:57.242783 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:58:57.460569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:57.983179 run create_hlr_db(pid=25939): Launched\u000a07:58:58.174472 bus /sierra_2: Setting Powered False\u000a07:58:59.196099 run create_hlr_db(pid=25939): Terminated: ok {rc=0}\u000a07:58:59.612289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25941): Launched\u000a07:58:59.923100 run osmo-hlr_10.42.42.2(pid=25942): Launched\u000a07:59:00.035347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:00.572198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25944): Launched\u000a07:59:00.887982 run osmo-stp_10.42.42.5(pid=25945): Launched\u000a07:59:01.084749 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:59:01.714754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25947): Launched\u000a07:59:02.195084 run osmo-msc_10.42.42.6(pid=25948): Launched\u000a07:59:02.401899 run osmo-stp_10.42.42.5(pid=25945): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25945)]\u000a07:59:02.571157 run osmo-stp_10.42.42.5(pid=25945): stdout: \u000a| (launched: 2022-12-14_07:59:00.728848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:02.709967 run osmo-stp_10.42.42.5(pid=25945): stderr: \u000a| �[0;m�[38;5;43m20221214075901013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075901014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075901014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075901014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075901015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075901015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075901015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:02.843137 run osmo-stp_10.42.42.5(pid=25945): stdout: \u000a| (launched: 2022-12-14_07:59:00.728848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:02.974675 run osmo-stp_10.42.42.5(pid=25945): stderr: \u000a| �[0;m�[38;5;43m20221214075901013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075901014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075901014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075901014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075901015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075901015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075901015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:03.033245 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25945): Process ended prematurely: osmo-stp_10.42.42.5(pid=25945) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25945)] [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:59:03.042839 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a07:59:03.106839 run osmo-hlr_10.42.42.2(pid=25942): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25942)]\u000a07:59:03.158926 run osmo-hlr_10.42.42.2(pid=25942): stdout: \u000a| (launched: 2022-12-14_07:58:59.770158) \u000a07:59:03.211389 run osmo-hlr_10.42.42.2(pid=25942): stderr: \u000a| �[0;m�[1;31m20221214075859948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075859948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075859948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075859948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075859948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075859948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075859960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075859968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075859968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075859968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:03.283365 run osmo-msc_10.42.42.6(pid=25948): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25948)]\u000a07:59:03.335494 run osmo-msc_10.42.42.6(pid=25948): stdout: \u000a| (launched: 2022-12-14_07:59:01.875519) \u000a07:59:03.388182 run osmo-msc_10.42.42.6(pid=25948): stderr: \u000a| �[0;m�[38;5;43m20221214075902173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075902173 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd4587dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075902173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075902173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075902173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075902173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075902178 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075902178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075902179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075902179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:59:03.433343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25941): Terminating (SIGTERM)\u000a07:59:03.475836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25944): Terminating (SIGTERM)\u000a07:59:03.518745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25947): Terminating (SIGTERM)\u000a07:59:03.528636 --- ParallelTerminationStrategy: PID 25941 died...\u000a07:59:03.585597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25941): Terminated: ok {rc=0}\u000a07:59:03.595833 --- ParallelTerminationStrategy: PID 25944 died...\u000a07:59:03.652292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25944): Terminated: ok {rc=0}\u000a07:59:03.662544 --- ParallelTerminationStrategy: PID 25947 died...\u000a07:59:03.719028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25947): Terminated: ok {rc=0}\u000a07:59:03.807759 bus /sierra_3: Setting Powered False\u000a07:59:04.911789 bus /sierra_3: Setting Powered False\u000a07:59:06.019802 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:58:45" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25959): Process ended prematurely: osmo-stp_10.42.42.5(pid=25959) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25959)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25959): Process ended prematurely: osmo-stp_10.42.42.5(pid=25959) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:59:08.005224 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:59:08.017078 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:59:08.172580 tst mo_mt_call.py: using LAC 39512\u000a07:59:08.301127 tst mo_mt_call.py: using RAC 242\u000a07:59:08.428864 tst mo_mt_call.py: using CellId 39512\u000a07:59:08.556602 tst mo_mt_call.py: using BVCI 39513\u000a07:59:08.581947 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:59:08.593856 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:59:08.605572 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:59:08.617098 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:59:08.629639 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:59:08.642112 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:59:08.761119 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:59:08.974774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:09.495226 run create_hlr_db(pid=25953): Launched\u000a07:59:09.686951 bus /sierra_2: Setting Powered False\u000a07:59:10.705822 run create_hlr_db(pid=25953): Terminated: ok {rc=0}\u000a07:59:11.121901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25955): Launched\u000a07:59:11.432582 run osmo-hlr_10.42.42.2(pid=25956): Launched\u000a07:59:11.554079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:12.104441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25958): Launched\u000a07:59:12.413718 run osmo-stp_10.42.42.5(pid=25959): Launched\u000a07:59:12.524898 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:59:13.089906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25961): Launched\u000a07:59:13.401867 run osmo-msc_10.42.42.6(pid=25962): Launched\u000a07:59:13.581774 run osmo-stp_10.42.42.5(pid=25959): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25959)]\u000a07:59:13.711324 run osmo-stp_10.42.42.5(pid=25959): stdout: \u000a| (launched: 2022-12-14_07:59:12.260782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:13.838895 run osmo-stp_10.42.42.5(pid=25959): stderr: \u000a| �[0;m�[38;5;43m20221214075912433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075912433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075912433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075912434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075912434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075912434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075912434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:13.962428 run osmo-stp_10.42.42.5(pid=25959): stdout: \u000a| (launched: 2022-12-14_07:59:12.260782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:14.083787 run osmo-stp_10.42.42.5(pid=25959): stderr: \u000a| �[0;m�[38;5;43m20221214075912433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075912433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075912433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075912434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075912434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075912434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075912434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:14.137943 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25959): Process ended prematurely: osmo-stp_10.42.42.5(pid=25959) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25959)] [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:59:14.146577 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:59:14.205678 run osmo-hlr_10.42.42.2(pid=25956): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25956)]\u000a07:59:14.254281 run osmo-hlr_10.42.42.2(pid=25956): stdout: \u000a| (launched: 2022-12-14_07:59:11.278857) \u000a07:59:14.303725 run osmo-hlr_10.42.42.2(pid=25956): stderr: \u000a| �[0;m�[1;31m20221214075911457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075911457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075911457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075911457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075911457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075911457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075911469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075911477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075911478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075911478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:14.371016 run osmo-msc_10.42.42.6(pid=25962): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25962)]\u000a07:59:14.419494 run osmo-msc_10.42.42.6(pid=25962): stdout: \u000a| (launched: 2022-12-14_07:59:13.248051) \u000a07:59:14.468621 run osmo-msc_10.42.42.6(pid=25962): stderr: \u000a| �[0;m�[38;5;43m20221214075913523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075913524 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4218674c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075913524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075913524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075913524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075913524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075913526 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075913526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075913526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075913527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:59:14.510319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25955): Terminating (SIGTERM)\u000a07:59:14.549924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25958): Terminating (SIGTERM)\u000a07:59:14.589552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25961): Terminating (SIGTERM)\u000a07:59:14.598827 --- ParallelTerminationStrategy: PID 25955 died...\u000a07:59:14.651679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25955): Terminated: ok {rc=0}\u000a07:59:14.661184 --- ParallelTerminationStrategy: PID 25958 died...\u000a07:59:14.713558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25958): Terminated: ok {rc=0}\u000a07:59:14.723026 --- ParallelTerminationStrategy: PID 25961 died...\u000a07:59:14.775430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25961): Terminated: ok {rc=0}\u000a07:59:14.864732 bus /sierra_3: Setting Powered False\u000a07:59:15.978282 bus /sierra_3: Setting Powered False\u000a07:59:17.088008 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25970): Process ended prematurely: osmo-stp_10.42.42.5(pid=25970) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25970)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25970): Process ended prematurely: osmo-stp_10.42.42.5(pid=25970) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:59:18.196492 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:59:18.208289 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:59:18.355373 tst mo_mt_call_osmux.py: using LAC 39513\u000a07:59:18.478769 tst mo_mt_call_osmux.py: using RAC 243\u000a07:59:18.599962 tst mo_mt_call_osmux.py: using CellId 39513\u000a07:59:18.720207 tst mo_mt_call_osmux.py: using BVCI 39514\u000a07:59:18.743603 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:59:18.754985 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:59:18.766106 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:59:18.777277 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:59:18.788402 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:59:18.799439 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:59:18.922290 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:59:19.138319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:19.661124 run create_hlr_db(pid=25964): Launched\u000a07:59:19.853270 bus /sierra_2: Setting Powered False\u000a07:59:20.872445 run create_hlr_db(pid=25964): Terminated: ok {rc=0}\u000a07:59:21.313364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25966): Launched\u000a07:59:21.647230 run osmo-hlr_10.42.42.2(pid=25967): Launched\u000a07:59:21.771617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:22.348997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25969): Launched\u000a07:59:22.683017 run osmo-stp_10.42.42.5(pid=25970): Launched\u000a07:59:22.805620 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:59:23.413902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25972): Launched\u000a07:59:23.747390 run osmo-msc_10.42.42.6(pid=25973): Launched\u000a07:59:23.940733 run osmo-stp_10.42.42.5(pid=25970): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25970)]\u000a07:59:24.080482 run osmo-stp_10.42.42.5(pid=25970): stdout: \u000a| (launched: 2022-12-14_07:59:22.516824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:24.218593 run osmo-stp_10.42.42.5(pid=25970): stderr: \u000a| �[0;m�[38;5;43m20221214075922714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075922714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075922714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075922715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075922715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075922715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075922715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:24.351516 run osmo-stp_10.42.42.5(pid=25970): stdout: \u000a| (launched: 2022-12-14_07:59:22.516824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:24.482794 run osmo-stp_10.42.42.5(pid=25970): stderr: \u000a| �[0;m�[38;5;43m20221214075922714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075922714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075922714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075922715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075922715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075922715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075922715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:24.541220 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25970): Process ended prematurely: osmo-stp_10.42.42.5(pid=25970) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25970)] [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:59:24.550716 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:59:24.614304 run osmo-hlr_10.42.42.2(pid=25967): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25967)]\u000a07:59:24.665949 run osmo-hlr_10.42.42.2(pid=25967): stdout: \u000a| (launched: 2022-12-14_07:59:21.481354) \u000a07:59:24.718157 run osmo-hlr_10.42.42.2(pid=25967): stderr: \u000a| �[0;m�[1;31m20221214075921682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075921682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075921683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075921683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075921683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075921683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075921695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075921703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075921704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075921704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:24.789050 run osmo-msc_10.42.42.6(pid=25973): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25973)]\u000a07:59:24.840422 run osmo-msc_10.42.42.6(pid=25973): stdout: \u000a| (launched: 2022-12-14_07:59:23.582032) \u000a07:59:24.892926 run osmo-msc_10.42.42.6(pid=25973): stderr: \u000a| �[0;m�[38;5;43m20221214075923906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075923907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f688ed14c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075923907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075923907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075923907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075923907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075923909 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075923909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075923909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075923910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:59:24.937892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25966): Terminating (SIGTERM)\u000a07:59:24.980085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25969): Terminating (SIGTERM)\u000a07:59:25.022421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25972): Terminating (SIGTERM)\u000a07:59:25.032224 --- ParallelTerminationStrategy: PID 25966 died...\u000a07:59:25.088842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25966): Terminated: ok {rc=0}\u000a07:59:25.099184 --- ParallelTerminationStrategy: PID 25969 died...\u000a07:59:25.155650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25969): Terminated: ok {rc=0}\u000a07:59:25.165680 --- ParallelTerminationStrategy: PID 25972 died...\u000a07:59:25.222534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25972): Terminated: ok {rc=0}\u000a07:59:25.309884 bus /sierra_3: Setting Powered False\u000a07:59:26.416373 bus /sierra_3: Setting Powered False\u000a07:59:27.525696 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:59:07" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:59:29.510103 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:59:29.522200 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:59:29.682535 tst mo_mt_call.py: using LAC 39514\u000a07:59:29.812537 tst mo_mt_call.py: using RAC 244\u000a07:59:29.942360 tst mo_mt_call.py: using CellId 39514\u000a07:59:30.074217 tst mo_mt_call.py: using BVCI 39515\u000a07:59:30.099543 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:59:30.111343 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:59:30.122962 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:59:30.134801 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:59:30.147014 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:59:30.159052 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:59:30.277798 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:59:30.485663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:31.010750 run create_hlr_db(pid=25979): Launched\u000a07:59:31.208551 bus /sierra_2: Setting Powered False\u000a07:59:32.255441 run create_hlr_db(pid=25979): Terminated: ok {rc=0}\u000a07:59:32.701287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25981): Launched\u000a07:59:33.033404 run osmo-hlr_10.42.42.2(pid=25982): Launched\u000a07:59:33.157330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:33.732697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Launched\u000a07:59:34.064288 run osmo-stp_10.42.42.5(pid=25985): Launched\u000a07:59:34.183667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:59:34.788313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25987): Launched\u000a07:59:35.120292 run osmo-msc_10.42.42.6(pid=25988): Launched\u000a07:59:35.313706 run osmo-stp_10.42.42.5(pid=25985): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]\u000a07:59:35.452815 run osmo-stp_10.42.42.5(pid=25985): stdout: \u000a| (launched: 2022-12-14_07:59:33.899982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:35.591373 run osmo-stp_10.42.42.5(pid=25985): stderr: \u000a| �[0;m�[38;5;43m20221214075934095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075934096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075934096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075934096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075934097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075934097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075934097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:35.723202 run osmo-stp_10.42.42.5(pid=25985): stdout: \u000a| (launched: 2022-12-14_07:59:33.899982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:35.853559 run osmo-stp_10.42.42.5(pid=25985): stderr: \u000a| �[0;m�[38;5;43m20221214075934095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075934096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075934096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075934096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075934097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075934097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075934097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:35.911124 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)] [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:59:35.920547 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:59:35.983968 run osmo-hlr_10.42.42.2(pid=25982): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25982)]\u000a07:59:36.035534 run osmo-hlr_10.42.42.2(pid=25982): stdout: \u000a| (launched: 2022-12-14_07:59:32.869332) \u000a07:59:36.088025 run osmo-hlr_10.42.42.2(pid=25982): stderr: \u000a| �[0;m�[1;31m20221214075933071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075933071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075933071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075933071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075933071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075933071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075933084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075933094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075933094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075933094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:36.158922 run osmo-msc_10.42.42.6(pid=25988): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25988)]\u000a07:59:36.210223 run osmo-msc_10.42.42.6(pid=25988): stdout: \u000a| (launched: 2022-12-14_07:59:34.955956) \u000a07:59:36.262514 run osmo-msc_10.42.42.6(pid=25988): stderr: \u000a| �[0;m�[38;5;43m20221214075935281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075935281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1070ca1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075935282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075935282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075935282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075935282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075935284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075935284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075935284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075935284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:59:36.307188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25981): Terminating (SIGTERM)\u000a07:59:36.349405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Terminating (SIGTERM)\u000a07:59:36.391561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25987): Terminating (SIGTERM)\u000a07:59:36.401358 --- ParallelTerminationStrategy: PID 25981 died...\u000a07:59:36.458019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25981): Terminated: ok {rc=0}\u000a07:59:36.468190 --- ParallelTerminationStrategy: PID 25984 died...\u000a07:59:36.524319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Terminated: ok {rc=0}\u000a07:59:36.534432 --- ParallelTerminationStrategy: PID 25987 died...\u000a07:59:36.590512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25987): Terminated: ok {rc=0}\u000a07:59:36.678120 bus /sierra_3: Setting Powered False\u000a07:59:37.781840 bus /sierra_3: Setting Powered False\u000a07:59:38.891654 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25996): Process ended prematurely: osmo-stp_10.42.42.5(pid=25996) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25996)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25996): Process ended prematurely: osmo-stp_10.42.42.5(pid=25996) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:59:40.003280 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:59:40.015219 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:59:40.167431 tst mo_mt_call_osmux.py: using LAC 39515\u000a07:59:40.296025 tst mo_mt_call_osmux.py: using RAC 245\u000a07:59:40.424796 tst mo_mt_call_osmux.py: using CellId 39515\u000a07:59:40.554688 tst mo_mt_call_osmux.py: using BVCI 39516\u000a07:59:40.580002 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:59:40.592068 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:59:40.603824 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:59:40.615478 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:59:40.627779 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:59:40.640006 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:59:40.760701 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:59:40.977371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:41.497805 run create_hlr_db(pid=25990): Launched\u000a07:59:41.688572 bus /sierra_2: Setting Powered False\u000a07:59:42.709488 run create_hlr_db(pid=25990): Terminated: ok {rc=0}\u000a07:59:43.124481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25992): Launched\u000a07:59:43.433991 run osmo-hlr_10.42.42.2(pid=25993): Launched\u000a07:59:43.552300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:44.089790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25995): Launched\u000a07:59:44.403947 run osmo-stp_10.42.42.5(pid=25996): Launched\u000a07:59:44.527450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:59:45.108523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25998): Launched\u000a07:59:45.421570 run osmo-msc_10.42.42.6(pid=25999): Launched\u000a07:59:45.603620 run osmo-stp_10.42.42.5(pid=25996): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25996)]\u000a07:59:45.734687 run osmo-stp_10.42.42.5(pid=25996): stdout: \u000a| (launched: 2022-12-14_07:59:44.248236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:45.885999 run osmo-stp_10.42.42.5(pid=25996): stderr: \u000a| �[0;m�[38;5;43m20221214075944423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075944423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075944424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075944424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075944424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075944425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075944425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:46.032325 run osmo-stp_10.42.42.5(pid=25996): stdout: \u000a| (launched: 2022-12-14_07:59:44.248236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:46.168651 run osmo-stp_10.42.42.5(pid=25996): stderr: \u000a| �[0;m�[38;5;43m20221214075944423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075944423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075944424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075944424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075944424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075944425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075944425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:46.229990 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25996): Process ended prematurely: osmo-stp_10.42.42.5(pid=25996) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25996)] [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:59:46.240501 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:59:46.308300 run osmo-hlr_10.42.42.2(pid=25993): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25993)]\u000a07:59:46.363108 run osmo-hlr_10.42.42.2(pid=25993): stdout: \u000a| (launched: 2022-12-14_07:59:43.281377) \u000a07:59:46.419167 run osmo-hlr_10.42.42.2(pid=25993): stderr: \u000a| �[0;m�[1;31m20221214075943459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075943459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075943459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075943459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075943459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075943459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075943471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075943479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075943480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075943480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:46.492852 run osmo-msc_10.42.42.6(pid=25999): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25999)]\u000a07:59:46.547210 run osmo-msc_10.42.42.6(pid=25999): stdout: \u000a| (launched: 2022-12-14_07:59:45.265857) \u000a07:59:46.603534 run osmo-msc_10.42.42.6(pid=25999): stderr: \u000a| �[0;m�[38;5;43m20221214075945539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075945539 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b5c829c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075945539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075945539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075945539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075945540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075945542 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075945542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075945542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075945542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:59:46.651051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25992): Terminating (SIGTERM)\u000a07:59:46.696587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25995): Terminating (SIGTERM)\u000a07:59:46.744065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25998): Terminating (SIGTERM)\u000a07:59:46.755228 --- ParallelTerminationStrategy: PID 25992 died...\u000a07:59:46.818255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25992): Terminated: ok {rc=0}\u000a07:59:46.830538 --- ParallelTerminationStrategy: PID 25995 died...\u000a07:59:46.889109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25995): Terminated: ok {rc=0}\u000a07:59:46.901146 --- ParallelTerminationStrategy: PID 25998 died...\u000a07:59:46.959740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25998): Terminated: ok {rc=0}\u000a07:59:47.051485 bus /sierra_3: Setting Powered False\u000a07:59:48.158752 bus /sierra_3: Setting Powered False\u000a07:59:49.270455 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:59:29" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26010): Process ended prematurely: osmo-stp_10.42.42.5(pid=26010) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26010)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26010): Process ended prematurely: osmo-stp_10.42.42.5(pid=26010) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:59:51.242314 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:59:51.254317 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:59:51.413392 tst mo_mt_call.py: using LAC 39516\u000a07:59:51.543956 tst mo_mt_call.py: using RAC 246\u000a07:59:51.667046 tst mo_mt_call.py: using CellId 39516\u000a07:59:51.789132 tst mo_mt_call.py: using BVCI 39517\u000a07:59:51.812363 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:59:51.823639 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:59:51.834964 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:59:51.846293 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:59:51.857690 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:59:51.868608 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:59:51.989896 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:59:52.203900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:52.724258 run create_hlr_db(pid=26004): Launched\u000a07:59:52.913908 bus /sierra_2: Setting Powered False\u000a07:59:53.934989 run create_hlr_db(pid=26004): Terminated: ok {rc=0}\u000a07:59:54.349615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26006): Launched\u000a07:59:54.658496 run osmo-hlr_10.42.42.2(pid=26007): Launched\u000a07:59:54.780821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:55.325292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26009): Launched\u000a07:59:55.636310 run osmo-stp_10.42.42.5(pid=26010): Launched\u000a07:59:55.747602 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:59:56.313156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26012): Launched\u000a07:59:56.624534 run osmo-msc_10.42.42.6(pid=26013): Launched\u000a07:59:56.804564 run osmo-stp_10.42.42.5(pid=26010): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26010)]\u000a07:59:56.934324 run osmo-stp_10.42.42.5(pid=26010): stdout: \u000a| (launched: 2022-12-14_07:59:55.481269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:57.062047 run osmo-stp_10.42.42.5(pid=26010): stderr: \u000a| �[0;m�[38;5;43m20221214075955656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075955656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075955656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075955657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075955657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075955657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075955658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:57.184718 run osmo-stp_10.42.42.5(pid=26010): stdout: \u000a| (launched: 2022-12-14_07:59:55.481269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:57.306461 run osmo-stp_10.42.42.5(pid=26010): stderr: \u000a| �[0;m�[38;5;43m20221214075955656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214075955656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214075955656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214075955657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214075955657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214075955657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214075955658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:57.360472 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26010): Process ended prematurely: osmo-stp_10.42.42.5(pid=26010) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26010)] [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:59:57.369336 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:59:57.429117 run osmo-hlr_10.42.42.2(pid=26007): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26007)]\u000a07:59:57.478291 run osmo-hlr_10.42.42.2(pid=26007): stdout: \u000a| (launched: 2022-12-14_07:59:54.505490) \u000a07:59:57.528174 run osmo-hlr_10.42.42.2(pid=26007): stderr: \u000a| �[0;m�[1;31m20221214075954682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214075954682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214075954682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075954682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214075954683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214075954683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214075954695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214075954706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214075954706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214075954706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:57.595851 run osmo-msc_10.42.42.6(pid=26013): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26013)]\u000a07:59:57.644731 run osmo-msc_10.42.42.6(pid=26013): stdout: \u000a| (launched: 2022-12-14_07:59:56.469208) \u000a07:59:57.694491 run osmo-msc_10.42.42.6(pid=26013): stderr: \u000a| �[0;m�[38;5;43m20221214075956741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214075956741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d9dd4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214075956741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214075956741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214075956741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214075956741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214075956743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214075956743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214075956744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214075956744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:59:57.736636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26006): Terminating (SIGTERM)\u000a07:59:57.776359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26009): Terminating (SIGTERM)\u000a07:59:57.816163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26012): Terminating (SIGTERM)\u000a07:59:57.825395 --- ParallelTerminationStrategy: PID 26006 died...\u000a07:59:57.878199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26006): Terminated: ok {rc=0}\u000a07:59:57.887649 --- ParallelTerminationStrategy: PID 26009 died...\u000a07:59:57.939980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26009): Terminated: ok {rc=0}\u000a07:59:57.949867 --- ParallelTerminationStrategy: PID 26012 died...\u000a07:59:58.002175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26012): Terminated: ok {rc=0}\u000a07:59:58.089533 bus /sierra_3: Setting Powered False\u000a07:59:59.191753 bus /sierra_3: Setting Powered False\u000a08:00:00.299939 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26024): Process ended prematurely: osmo-stp_10.42.42.5(pid=26024) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26024)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26024): Process ended prematurely: osmo-stp_10.42.42.5(pid=26024) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:00:01.435567 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:00:01.451399 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:00:01.639541 tst mo_mt_call_osmux.py: using LAC 39517\u000a08:00:01.783022 tst mo_mt_call_osmux.py: using RAC 247\u000a08:00:01.915190 tst mo_mt_call_osmux.py: using CellId 39517\u000a08:00:02.081881 tst mo_mt_call_osmux.py: using BVCI 39518\u000a08:00:02.112911 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:00:02.126854 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:00:02.145830 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:00:02.162116 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:00:02.177420 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:00:02.193161 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:00:02.322574 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:00:02.538343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:03.060054 run create_hlr_db(pid=26018): Launched\u000a08:00:03.250601 bus /sierra_2: Setting Powered False\u000a08:00:04.272558 run create_hlr_db(pid=26018): Terminated: ok {rc=0}\u000a08:00:04.689711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26020): Launched\u000a08:00:05.010113 run osmo-hlr_10.42.42.2(pid=26021): Launched\u000a08:00:05.132406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:05.710581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26023): Launched\u000a08:00:06.044200 run osmo-stp_10.42.42.5(pid=26024): Launched\u000a08:00:06.164002 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:00:06.769582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26026): Launched\u000a08:00:07.102671 run osmo-msc_10.42.42.6(pid=26027): Launched\u000a08:00:07.297126 run osmo-stp_10.42.42.5(pid=26024): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26024)]\u000a08:00:07.437654 run osmo-stp_10.42.42.5(pid=26024): stdout: \u000a| (launched: 2022-12-14_08:00:05.878875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:07.576358 run osmo-stp_10.42.42.5(pid=26024): stderr: \u000a| �[0;m�[38;5;43m20221214080006074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080006074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080006074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080006075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080006075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080006075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080006075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:07.708624 run osmo-stp_10.42.42.5(pid=26024): stdout: \u000a| (launched: 2022-12-14_08:00:05.878875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:07.839293 run osmo-stp_10.42.42.5(pid=26024): stderr: \u000a| �[0;m�[38;5;43m20221214080006074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080006074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080006074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080006075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080006075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080006075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080006075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:07.897451 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26024): Process ended prematurely: osmo-stp_10.42.42.5(pid=26024) [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26024)] [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:00:07.906770 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a08:00:07.969944 run osmo-hlr_10.42.42.2(pid=26021): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26021)]\u000a08:00:08.021521 run osmo-hlr_10.42.42.2(pid=26021): stdout: \u000a| (launched: 2022-12-14_08:00:04.846260) \u000a08:00:08.073833 run osmo-hlr_10.42.42.2(pid=26021): stderr: \u000a| �[0;m�[1;31m20221214080005041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080005041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080005041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080005041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080005041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080005041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080005054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080005062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080005062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080005062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:08.144758 run osmo-msc_10.42.42.6(pid=26027): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26027)]\u000a08:00:08.196248 run osmo-msc_10.42.42.6(pid=26027): stdout: \u000a| (launched: 2022-12-14_08:00:06.937741) \u000a08:00:08.248388 run osmo-msc_10.42.42.6(pid=26027): stderr: \u000a| �[0;m�[38;5;43m20221214080007259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080007259 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb41cc30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080007259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080007259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080007259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080007259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080007261 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080007261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080007262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080007262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:00:08.293253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26020): Terminating (SIGTERM)\u000a08:00:08.335694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26023): Terminating (SIGTERM)\u000a08:00:08.377868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26026): Terminating (SIGTERM)\u000a08:00:08.387574 --- ParallelTerminationStrategy: PID 26020 died...\u000a08:00:08.444055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26020): Terminated: ok {rc=0}\u000a08:00:08.454238 --- ParallelTerminationStrategy: PID 26023 died...\u000a08:00:08.510252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26023): Terminated: ok {rc=0}\u000a08:00:08.520378 --- ParallelTerminationStrategy: PID 26026 died...\u000a08:00:08.576271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26026): Terminated: ok {rc=0}\u000a08:00:08.663320 bus /sierra_3: Setting Powered False\u000a08:00:09.770079 bus /sierra_3: Setting Powered False\u000a08:00:10.881428 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T07:59:50" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26038): Process ended prematurely: osmo-stp_10.42.42.5(pid=26038) [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26038)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26038): Process ended prematurely: osmo-stp_10.42.42.5(pid=26038) [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:00:12.856361 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:00:12.867780 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:00:13.015701 tst mo_mt_call.py: using LAC 39518\u000a08:00:13.137711 tst mo_mt_call.py: using RAC 248\u000a08:00:13.257185 tst mo_mt_call.py: using CellId 39518\u000a08:00:13.377534 tst mo_mt_call.py: using BVCI 39519\u000a08:00:13.400855 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:00:13.412067 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:00:13.423211 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:00:13.434341 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:00:13.445597 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:00:13.456699 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:00:13.579919 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:00:13.795327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:14.317064 run create_hlr_db(pid=26032): Launched\u000a08:00:14.508235 bus /sierra_2: Setting Powered False\u000a08:00:15.528686 run create_hlr_db(pid=26032): Terminated: ok {rc=0}\u000a08:00:15.962930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26034): Launched\u000a08:00:16.338551 run osmo-hlr_10.42.42.2(pid=26035): Launched\u000a08:00:16.556084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:17.211027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26037): Launched\u000a08:00:17.549913 run osmo-stp_10.42.42.5(pid=26038): Launched\u000a08:00:17.671053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:00:18.280119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26040): Launched\u000a08:00:18.612264 run osmo-msc_10.42.42.6(pid=26041): Launched\u000a08:00:18.806427 run osmo-stp_10.42.42.5(pid=26038): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26038)]\u000a08:00:18.945880 run osmo-stp_10.42.42.5(pid=26038): stdout: \u000a| (launched: 2022-12-14_08:00:17.383157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:19.083864 run osmo-stp_10.42.42.5(pid=26038): stderr: \u000a| �[0;m�[38;5;43m20221214080017577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080017577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080017578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080017578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080017579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080017579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080017579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:19.216074 run osmo-stp_10.42.42.5(pid=26038): stdout: \u000a| (launched: 2022-12-14_08:00:17.383157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:19.347450 run osmo-stp_10.42.42.5(pid=26038): stderr: \u000a| �[0;m�[38;5;43m20221214080017577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080017577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080017578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080017578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080017579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080017579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080017579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:19.405556 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26038): Process ended prematurely: osmo-stp_10.42.42.5(pid=26038) [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26038)] [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:00:19.415112 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a08:00:19.478941 run osmo-hlr_10.42.42.2(pid=26035): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26035)]\u000a08:00:19.531287 run osmo-hlr_10.42.42.2(pid=26035): stdout: \u000a| (launched: 2022-12-14_08:00:16.136547) \u000a08:00:19.584092 run osmo-hlr_10.42.42.2(pid=26035): stderr: \u000a| �[0;m�[1;31m20221214080016483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080016483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080016484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080016484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080016484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080016484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080016514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080016530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080016530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080016530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:19.655724 run osmo-msc_10.42.42.6(pid=26041): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26041)]\u000a08:00:19.707811 run osmo-msc_10.42.42.6(pid=26041): stdout: \u000a| (launched: 2022-12-14_08:00:18.448826) \u000a08:00:19.760459 run osmo-msc_10.42.42.6(pid=26041): stderr: \u000a| �[0;m�[38;5;43m20221214080018771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080018771 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb41b0dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080018771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080018771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080018771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080018772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080018773 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080018774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080018774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080018774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:00:19.805332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26034): Terminating (SIGTERM)\u000a08:00:19.847605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26037): Terminating (SIGTERM)\u000a08:00:19.890021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26040): Terminating (SIGTERM)\u000a08:00:19.899877 --- ParallelTerminationStrategy: PID 26034 died...\u000a08:00:19.956906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26034): Terminated: ok {rc=0}\u000a08:00:19.967233 --- ParallelTerminationStrategy: PID 26037 died...\u000a08:00:20.023755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26037): Terminated: ok {rc=0}\u000a08:00:20.033859 --- ParallelTerminationStrategy: PID 26040 died...\u000a08:00:20.090355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26040): Terminated: ok {rc=0}\u000a08:00:20.179137 bus /sierra_3: Setting Powered False\u000a08:00:21.283052 bus /sierra_3: Setting Powered False\u000a08:00:22.393600 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26049): Process ended prematurely: osmo-stp_10.42.42.5(pid=26049) [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26049)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26049): Process ended prematurely: osmo-stp_10.42.42.5(pid=26049) [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:00:23.511143 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:00:23.523900 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:00:23.681587 tst mo_mt_call_osmux.py: using LAC 39519\u000a08:00:23.812006 tst mo_mt_call_osmux.py: using RAC 249\u000a08:00:23.940788 tst mo_mt_call_osmux.py: using CellId 39519\u000a08:00:24.069438 tst mo_mt_call_osmux.py: using BVCI 39520\u000a08:00:24.094649 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:00:24.106410 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:00:24.117924 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:00:24.129551 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:00:24.141584 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:00:24.153433 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:00:24.276415 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:00:24.482669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:24.979775 run create_hlr_db(pid=26043): Launched\u000a08:00:25.170354 bus /sierra_2: Setting Powered False\u000a08:00:26.191146 run create_hlr_db(pid=26043): Terminated: ok {rc=0}\u000a08:00:26.608308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26045): Launched\u000a08:00:26.917124 run osmo-hlr_10.42.42.2(pid=26046): Launched\u000a08:00:27.028903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:27.566717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26048): Launched\u000a08:00:27.876399 run osmo-stp_10.42.42.5(pid=26049): Launched\u000a08:00:27.988063 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:00:28.555097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26051): Launched\u000a08:00:28.868293 run osmo-msc_10.42.42.6(pid=26052): Launched\u000a08:00:29.051327 run osmo-stp_10.42.42.5(pid=26049): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26049)]\u000a08:00:29.182297 run osmo-stp_10.42.42.5(pid=26049): stdout: \u000a| (launched: 2022-12-14_08:00:27.723023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:29.310937 run osmo-stp_10.42.42.5(pid=26049): stderr: \u000a| �[0;m�[38;5;43m20221214080027894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080027894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080027895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080027895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080027897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080027897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080027897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:29.434593 run osmo-stp_10.42.42.5(pid=26049): stdout: \u000a| (launched: 2022-12-14_08:00:27.723023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:29.557207 run osmo-stp_10.42.42.5(pid=26049): stderr: \u000a| �[0;m�[38;5;43m20221214080027894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080027894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080027895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080027895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080027897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080027897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080027897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:29.611673 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26049): Process ended prematurely: osmo-stp_10.42.42.5(pid=26049) [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26049)] [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:00:29.620350 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:00:29.680042 run osmo-hlr_10.42.42.2(pid=26046): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26046)]\u000a08:00:29.728790 run osmo-hlr_10.42.42.2(pid=26046): stdout: \u000a| (launched: 2022-12-14_08:00:26.764905) \u000a08:00:29.779132 run osmo-hlr_10.42.42.2(pid=26046): stderr: \u000a| �[0;m�[1;31m20221214080026942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080026942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080026942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080026942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080026942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080026942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080027001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080027010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080027010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080027010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:29.846365 run osmo-msc_10.42.42.6(pid=26052): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26052)]\u000a08:00:29.895132 run osmo-msc_10.42.42.6(pid=26052): stdout: \u000a| (launched: 2022-12-14_08:00:28.711644) \u000a08:00:29.944657 run osmo-msc_10.42.42.6(pid=26052): stderr: \u000a| �[0;m�[38;5;43m20221214080028984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080028984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3df4273c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080028984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080028984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080028984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080028984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080028988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080028988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080028988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080028989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:00:29.986848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26045): Terminating (SIGTERM)\u000a08:00:30.026737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26048): Terminating (SIGTERM)\u000a08:00:30.066626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26051): Terminating (SIGTERM)\u000a08:00:30.075909 --- ParallelTerminationStrategy: PID 26045 died...\u000a08:00:30.129523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26045): Terminated: ok {rc=0}\u000a08:00:30.139172 --- ParallelTerminationStrategy: PID 26048 died...\u000a08:00:30.192312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26048): Terminated: ok {rc=0}\u000a08:00:30.201987 --- ParallelTerminationStrategy: PID 26051 died...\u000a08:00:30.255026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26051): Terminated: ok {rc=0}\u000a08:00:30.342817 bus /sierra_3: Setting Powered False\u000a08:00:31.468530 bus /sierra_3: Setting Powered False\u000a08:00:32.583879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:00:12" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26064): Process ended prematurely: osmo-stp_10.42.42.5(pid=26064) [trial-2401↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26064)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26064): Process ended prematurely: osmo-stp_10.42.42.5(pid=26064) [trial-2401↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:00:34.565995 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a08:00:34.576796 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a08:00:34.702710 tst emergency_mo_mt_call.py: using LAC 39520\u000a08:00:34.825645 tst emergency_mo_mt_call.py: using RAC 250\u000a08:00:34.945184 tst emergency_mo_mt_call.py: using CellId 39520\u000a08:00:35.062141 tst emergency_mo_mt_call.py: using BVCI 39521\u000a08:00:35.084934 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a08:00:35.095912 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a08:00:35.106709 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a08:00:35.117488 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a08:00:35.128048 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a08:00:35.138647 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:00:35.259586 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:00:35.470063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:35.982356 run create_hlr_db(pid=26058): Launched\u000a08:00:36.171130 bus /sierra_2: Setting Powered False\u000a08:00:37.190856 run create_hlr_db(pid=26058): Terminated: ok {rc=0}\u000a08:00:37.601126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26060): Launched\u000a08:00:37.905468 run osmo-hlr_10.42.42.2(pid=26061): Launched\u000a08:00:38.015215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:38.542471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26063): Launched\u000a08:00:38.847203 run osmo-stp_10.42.42.5(pid=26064): Launched\u000a08:00:38.968438 tst emergency_mo_mt_call.py: using MSISDN 8574\u000a08:00:39.118319 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:00:39.673428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26066): Launched\u000a08:00:39.979248 run osmo-msc_10.42.42.6(pid=26067): Launched\u000a08:00:40.156593 run osmo-stp_10.42.42.5(pid=26064): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26064)]\u000a08:00:40.283970 run osmo-stp_10.42.42.5(pid=26064): stdout: \u000a| (launched: 2022-12-14_08:00:38.695654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:40.409135 run osmo-stp_10.42.42.5(pid=26064): stderr: \u000a| �[0;m�[38;5;43m20221214080038867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080038867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080038867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080038868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080038868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080038868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080038868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:40.529675 run osmo-stp_10.42.42.5(pid=26064): stdout: \u000a| (launched: 2022-12-14_08:00:38.695654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:40.649769 run osmo-stp_10.42.42.5(pid=26064): stderr: \u000a| �[0;m�[38;5;43m20221214080038867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080038867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080038867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080038868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080038868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080038868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080038868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:40.702673 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26064): Process ended prematurely: osmo-stp_10.42.42.5(pid=26064) [trial-2401↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26064)] [trial-2401↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a08:00:40.710588 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a08:00:40.769742 run osmo-hlr_10.42.42.2(pid=26061): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26061)]\u000a08:00:40.818407 run osmo-hlr_10.42.42.2(pid=26061): stdout: \u000a| (launched: 2022-12-14_08:00:37.754410) \u000a08:00:40.867779 run osmo-hlr_10.42.42.2(pid=26061): stderr: \u000a| �[0;m�[1;31m20221214080037929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080037929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080037929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080037929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080037929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080037929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080037984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080037994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080037994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080037994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:40.934520 run osmo-msc_10.42.42.6(pid=26067): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26067)]\u000a08:00:40.983114 run osmo-msc_10.42.42.6(pid=26067): stdout: \u000a| (launched: 2022-12-14_08:00:39.826449) \u000a08:00:41.031962 run osmo-msc_10.42.42.6(pid=26067): stderr: \u000a| �[0;m�[38;5;43m20221214080040101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080040101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd021e40c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080040101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080040101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080040101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080040102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080040103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080040104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080040104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080040104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:00:41.073853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26060): Terminating (SIGTERM)\u000a08:00:41.113370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26063): Terminating (SIGTERM)\u000a08:00:41.153431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26066): Terminating (SIGTERM)\u000a08:00:41.162698 --- ParallelTerminationStrategy: PID 26060 died...\u000a08:00:41.215769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26060): Terminated: ok {rc=0}\u000a08:00:41.225393 --- ParallelTerminationStrategy: PID 26063 died...\u000a08:00:41.278283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26063): Terminated: ok {rc=0}\u000a08:00:41.287803 --- ParallelTerminationStrategy: PID 26066 died...\u000a08:00:41.340403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26066): Terminated: ok {rc=0}\u000a08:00:41.429389 bus /sierra_3: Setting Powered False\u000a08:00:42.537452 bus /sierra_3: Setting Powered False\u000a08:00:43.649571 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26075): Process ended prematurely: osmo-stp_10.42.42.5(pid=26075) [trial-2401↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26075)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26075): Process ended prematurely: osmo-stp_10.42.42.5(pid=26075) [trial-2401↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:00:44.700658 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a08:00:44.712301 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a08:00:44.842015 tst emergency_preemptive_call.py: using LAC 39521\u000a08:00:44.959643 tst emergency_preemptive_call.py: using RAC 251\u000a08:00:45.079247 tst emergency_preemptive_call.py: using CellId 39521\u000a08:00:45.201564 tst emergency_preemptive_call.py: using BVCI 39522\u000a08:00:45.224524 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a08:00:45.235570 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a08:00:45.246356 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a08:00:45.257076 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a08:00:45.267830 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a08:00:45.278769 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:00:45.396071 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:00:45.516729 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:00:45.636840 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:00:45.843943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:46.423864 run create_hlr_db(pid=26069): Launched\u000a08:00:46.604310 bus /sierra_2: Setting Powered False\u000a08:00:47.632004 run create_hlr_db(pid=26069): Terminated: ok {rc=0}\u000a08:00:48.066678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26071): Launched\u000a08:00:48.394700 run osmo-hlr_10.42.42.2(pid=26072): Launched\u000a08:00:48.513259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:49.081304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26074): Launched\u000a08:00:49.409787 run osmo-stp_10.42.42.5(pid=26075): Launched\u000a08:00:49.552662 tst emergency_preemptive_call.py: using MSISDN 8575\u000a08:00:49.714730 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:00:50.310953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26077): Launched\u000a08:00:50.639282 run osmo-msc_10.42.42.6(pid=26078): Launched\u000a08:00:50.829714 run osmo-stp_10.42.42.5(pid=26075): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26075)]\u000a08:00:50.967525 run osmo-stp_10.42.42.5(pid=26075): stdout: \u000a| (launched: 2022-12-14_08:00:49.246080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:51.104767 run osmo-stp_10.42.42.5(pid=26075): stderr: \u000a| �[0;m�[38;5;43m20221214080049441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080049441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080049441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080049442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080049442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080049442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080049442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:51.235659 run osmo-stp_10.42.42.5(pid=26075): stdout: \u000a| (launched: 2022-12-14_08:00:49.246080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:51.365285 run osmo-stp_10.42.42.5(pid=26075): stderr: \u000a| �[0;m�[38;5;43m20221214080049441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080049441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080049441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080049442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080049442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080049442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080049442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:51.422293 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26075): Process ended prematurely: osmo-stp_10.42.42.5(pid=26075) [trial-2401↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26075)] [trial-2401↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a08:00:51.431032 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a08:00:51.494969 run osmo-hlr_10.42.42.2(pid=26072): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26072)]\u000a08:00:51.547016 run osmo-hlr_10.42.42.2(pid=26072): stdout: \u000a| (launched: 2022-12-14_08:00:48.231571) \u000a08:00:51.599745 run osmo-hlr_10.42.42.2(pid=26072): stderr: \u000a| �[0;m�[1;31m20221214080048430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080048430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080048430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080048430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080048430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080048430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080048443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080048451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080048451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080048451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:51.671274 run osmo-msc_10.42.42.6(pid=26078): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26078)]\u000a08:00:51.723114 run osmo-msc_10.42.42.6(pid=26078): stdout: \u000a| (launched: 2022-12-14_08:00:50.476253) \u000a08:00:51.775626 run osmo-msc_10.42.42.6(pid=26078): stderr: \u000a| �[0;m�[38;5;43m20221214080050801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080050801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe245c04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080050801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080050801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080050802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080050802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080050803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080050804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080050804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080050804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:00:51.820526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26071): Terminating (SIGTERM)\u000a08:00:51.863022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26074): Terminating (SIGTERM)\u000a08:00:51.905887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26077): Terminating (SIGTERM)\u000a08:00:51.915830 --- ParallelTerminationStrategy: PID 26071 died...\u000a08:00:51.976313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26071): Terminated: ok {rc=0}\u000a08:00:51.986001 --- ParallelTerminationStrategy: PID 26074 died...\u000a08:00:52.042510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26074): Terminated: ok {rc=0}\u000a08:00:52.053725 --- ParallelTerminationStrategy: PID 26077 died...\u000a08:00:52.110858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26077): Terminated: ok {rc=0}\u000a08:00:52.198677 bus /sierra_9: Setting Powered False\u000a08:00:53.306255 bus /sierra_9: Setting Powered False\u000a08:00:54.415046 bus /sierra_8: Setting Powered False\u000a08:00:55.521730 bus /sierra_8: Setting Powered False\u000a08:00:56.634787 bus /sierra_3: Setting Powered False\u000a08:00:57.737508 bus /sierra_3: Setting Powered False\u000a08:00:58.849206 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:00:34" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26095): Process ended prematurely: osmo-stp_10.42.42.5(pid=26095) [trial-2401↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26095)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26095): Process ended prematurely: osmo-stp_10.42.42.5(pid=26095) [trial-2401↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:01:00.961951 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:00.973156 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a08:01:01.130485 tst cs_paging_gprs_active.py: using LAC 39522\u000a08:01:01.251505 tst cs_paging_gprs_active.py: using RAC 252\u000a08:01:01.374112 tst cs_paging_gprs_active.py: using CellId 39522\u000a08:01:01.499248 tst cs_paging_gprs_active.py: using BVCI 39523\u000a08:01:01.524086 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:01.535523 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:01.546875 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:01.558202 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:01.570064 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:01.581539 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:01.593352 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:01.605430 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:01.617410 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:01:01.738121 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:01:02.040107 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:01:02.172293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:01:02.497804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26085): Launched\u000a08:01:02.767030 run iperf3-srv_10.42.42.10(pid=26086): Launched\u000a08:01:02.956245 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:01:03.084829 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:01:03.408594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26087): Launched\u000a08:01:03.676667 run iperf3-srv_10.42.42.10(pid=26088): Launched\u000a08:01:03.867015 tst cs_paging_gprs_active.py:38: start network...\u000a08:01:03.996499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:04.497809 run create_hlr_db(pid=26089): Launched\u000a08:01:04.689739 bus /sierra_2: Setting Powered False\u000a08:01:05.710289 run create_hlr_db(pid=26089): Terminated: ok {rc=0}\u000a08:01:06.129122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26091): Launched\u000a08:01:06.442013 run osmo-hlr_10.42.42.2(pid=26092): Launched\u000a08:01:06.555942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:07.095997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26094): Launched\u000a08:01:07.408853 run osmo-stp_10.42.42.5(pid=26095): Launched\u000a08:01:07.521958 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:01:08.062470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26097): Launched\u000a08:01:08.172433 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:01:08.446835 run patchelf(pid=26098): Launched\u000a08:01:08.627741 run osmo-stp_10.42.42.5(pid=26095): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26095)]\u000a08:01:08.759918 run osmo-stp_10.42.42.5(pid=26095): stdout: \u000a| (launched: 2022-12-14_08:01:07.252910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:08.892518 run osmo-stp_10.42.42.5(pid=26095): stderr: \u000a| �[0;m�[38;5;43m20221214080107425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080107425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080107425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080107425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080107428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080107428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080107428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:09.019841 run osmo-stp_10.42.42.5(pid=26095): stdout: \u000a| (launched: 2022-12-14_08:01:07.252910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:09.145908 run osmo-stp_10.42.42.5(pid=26095): stderr: \u000a| �[0;m�[38;5;43m20221214080107425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080107425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080107425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080107425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080107428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080107428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080107428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:09.294423 run patchelf(pid=26098): Terminating (SIGINT)\u000a08:01:09.469686 run patchelf(pid=26098): Terminated: ok {rc=0}\u000a08:01:09.501685 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26095): Process ended prematurely: osmo-stp_10.42.42.5(pid=26095) [trial-2401↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26095)] [trial-2401↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a08:01:09.510952 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:01:09.571079 run osmo-hlr_10.42.42.2(pid=26092): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26092)]\u000a08:01:09.619976 run osmo-hlr_10.42.42.2(pid=26092): stdout: \u000a| (launched: 2022-12-14_08:01:06.285985) \u000a08:01:09.669549 run osmo-hlr_10.42.42.2(pid=26092): stderr: \u000a| �[0;m�[1;31m20221214080106462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080106462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080106462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080106462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080106462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080106462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080106474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080106482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080106483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080106483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:09.711867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26085): Terminating (SIGTERM)\u000a08:01:09.751588 run iperf3-srv_10.42.42.10(pid=26086): Terminating (SIGTERM)\u000a08:01:09.791373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26087): Terminating (SIGTERM)\u000a08:01:09.831187 run iperf3-srv_10.42.42.10(pid=26088): Terminating (SIGTERM)\u000a08:01:09.870983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26091): Terminating (SIGTERM)\u000a08:01:09.910736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26094): Terminating (SIGTERM)\u000a08:01:09.950436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26097): Terminating (SIGTERM)\u000a08:01:09.959718 --- ParallelTerminationStrategy: PID 26085 died...\u000a08:01:10.012386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26085): Terminated: ok {rc=0}\u000a08:01:10.022022 --- ParallelTerminationStrategy: PID 26086 died...\u000a08:01:10.074354 run iperf3-srv_10.42.42.10(pid=26086): Terminated {rc=256}\u000a08:01:10.083840 --- ParallelTerminationStrategy: PID 26087 died...\u000a08:01:10.136272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26087): Terminated: ok {rc=0}\u000a08:01:10.145811 --- ParallelTerminationStrategy: PID 26088 died...\u000a08:01:10.198286 run iperf3-srv_10.42.42.10(pid=26088): Terminated {rc=256}\u000a08:01:10.207700 --- ParallelTerminationStrategy: PID 26091 died...\u000a08:01:10.260364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26091): Terminated: ok {rc=0}\u000a08:01:10.269943 --- ParallelTerminationStrategy: PID 26094 died...\u000a08:01:10.322483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26094): Terminated: ok {rc=0}\u000a08:01:10.332026 --- ParallelTerminationStrategy: PID 26097 died...\u000a08:01:10.384738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26097): Terminated: ok {rc=0}\u000a08:01:10.473181 bus /gobi_0: Setting Powered False\u000a08:01:11.577272 bus /gobi_0: Setting Powered False\u000a08:01:12.682804 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26107): Process ended prematurely: osmo-stp_10.42.42.5(pid=26107) [trial-2401↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26107)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26107): Process ended prematurely: osmo-stp_10.42.42.5(pid=26107) [trial-2401↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a08:01:13.800549 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:13.813796 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a08:01:13.941323 tst iperf3.py: using LAC 39523\u000a08:01:14.070048 tst iperf3.py: using RAC 253\u000a08:01:14.190386 tst iperf3.py: using CellId 39523\u000a08:01:14.313754 tst iperf3.py: using BVCI 39524\u000a08:01:14.337581 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:14.348496 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:14.359349 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:14.370176 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:14.380701 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:14.391290 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:14.402089 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:14.412548 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:14.423236 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:01:14.724738 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:01:14.863151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:01:15.209125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26099): Launched\u000a08:01:15.495739 run iperf3-srv_10.42.42.10(pid=26100): Launched\u000a08:01:15.699039 tst iperf3.py:8: start network...\u000a08:01:15.843820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:16.418553 run create_hlr_db(pid=26101): Launched\u000a08:01:16.613937 bus /gobi_6: Setting Powered False\u000a08:01:17.632261 run create_hlr_db(pid=26101): Terminated: ok {rc=0}\u000a08:01:18.049103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26103): Launched\u000a08:01:18.358460 run osmo-hlr_10.42.42.2(pid=26104): Launched\u000a08:01:18.471109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:19.007483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26106): Launched\u000a08:01:19.315428 run osmo-stp_10.42.42.5(pid=26107): Launched\u000a08:01:19.426615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:01:19.967472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26109): Launched\u000a08:01:20.077201 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:01:20.347370 run patchelf(pid=26110): Launched\u000a08:01:20.527585 run osmo-stp_10.42.42.5(pid=26107): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26107)]\u000a08:01:20.658833 run osmo-stp_10.42.42.5(pid=26107): stdout: \u000a| (launched: 2022-12-14_08:01:19.163452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:20.790376 run osmo-stp_10.42.42.5(pid=26107): stderr: \u000a| �[0;m�[38;5;43m20221214080119336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080119336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080119337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080119337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080119338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080119338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080119338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:20.918081 run osmo-stp_10.42.42.5(pid=26107): stdout: \u000a| (launched: 2022-12-14_08:01:19.163452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:21.043845 run osmo-stp_10.42.42.5(pid=26107): stderr: \u000a| �[0;m�[38;5;43m20221214080119336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080119336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080119337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080119337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080119338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080119338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080119338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:21.192054 run patchelf(pid=26110): Terminating (SIGINT)\u000a08:01:21.366595 run patchelf(pid=26110): Terminated: ok {rc=0}\u000a08:01:21.398906 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26107): Process ended prematurely: osmo-stp_10.42.42.5(pid=26107) [trial-2401↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26107)] [trial-2401↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a08:01:21.408377 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:01:21.468220 run osmo-hlr_10.42.42.2(pid=26104): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26104)]\u000a08:01:21.516803 run osmo-hlr_10.42.42.2(pid=26104): stdout: \u000a| (launched: 2022-12-14_08:01:18.205748) \u000a08:01:21.566218 run osmo-hlr_10.42.42.2(pid=26104): stderr: \u000a| �[0;m�[1;31m20221214080118383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080118383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080118383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080118383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080118384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080118384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080118396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080118408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080118408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080118408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:21.608436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26099): Terminating (SIGTERM)\u000a08:01:21.647891 run iperf3-srv_10.42.42.10(pid=26100): Terminating (SIGTERM)\u000a08:01:21.687506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26103): Terminating (SIGTERM)\u000a08:01:21.726868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26106): Terminating (SIGTERM)\u000a08:01:21.766454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26109): Terminating (SIGTERM)\u000a08:01:21.775738 --- ParallelTerminationStrategy: PID 26099 died...\u000a08:01:21.828886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26099): Terminated: ok {rc=0}\u000a08:01:21.838563 --- ParallelTerminationStrategy: PID 26100 died...\u000a08:01:21.891057 run iperf3-srv_10.42.42.10(pid=26100): Terminated {rc=256}\u000a08:01:21.900676 --- ParallelTerminationStrategy: PID 26103 died...\u000a08:01:21.953573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26103): Terminated: ok {rc=0}\u000a08:01:21.963205 --- ParallelTerminationStrategy: PID 26106 died...\u000a08:01:22.015984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26106): Terminated: ok {rc=0}\u000a08:01:22.025755 --- ParallelTerminationStrategy: PID 26109 died...\u000a08:01:22.078569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26109): Terminated: ok {rc=0}\u000a08:01:22.166629 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26125): Process ended prematurely: osmo-stp_10.42.42.5(pid=26125) [trial-2401↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26125)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26125): Process ended prematurely: osmo-stp_10.42.42.5(pid=26125) [trial-2401↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a08:01:23.277212 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:23.288703 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a08:01:23.416600 tst iperf3m4.py: using LAC 39524\u000a08:01:23.539933 tst iperf3m4.py: using RAC 254\u000a08:01:23.663454 tst iperf3m4.py: using CellId 39524\u000a08:01:23.790602 tst iperf3m4.py: using BVCI 39525\u000a08:01:23.814125 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:23.824940 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:23.835601 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:23.846215 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:23.857062 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:23.867802 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:23.878678 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:23.889337 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:23.900241 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:01:24.018446 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:01:24.143282 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:01:24.266100 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:01:24.548899 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:01:24.678027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:01:25.003591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26111): Launched\u000a08:01:25.272884 run iperf3-srv_10.42.42.10(pid=26112): Launched\u000a08:01:25.460620 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:01:25.588194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:01:25.911785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26113): Launched\u000a08:01:26.177953 run iperf3-srv_10.42.42.10(pid=26114): Launched\u000a08:01:26.365776 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:01:26.493280 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:01:26.816219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26115): Launched\u000a08:01:27.083336 run iperf3-srv_10.42.42.10(pid=26116): Launched\u000a08:01:27.271168 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:01:27.398973 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:01:27.722150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26117): Launched\u000a08:01:27.990474 run iperf3-srv_10.42.42.10(pid=26118): Launched\u000a08:01:28.177183 tst iperf3m4.py:8: start network...\u000a08:01:28.304762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:28.801139 run create_hlr_db(pid=26119): Launched\u000a08:01:28.978696 bus /gobi_6: Setting Powered False\u000a08:01:29.999773 run create_hlr_db(pid=26119): Terminated: ok {rc=0}\u000a08:01:30.442893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26121): Launched\u000a08:01:30.777274 run osmo-hlr_10.42.42.2(pid=26122): Launched\u000a08:01:30.931531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:31.611285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26124): Launched\u000a08:01:31.987861 run osmo-stp_10.42.42.5(pid=26125): Launched\u000a08:01:32.171133 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:01:32.814875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26127): Launched\u000a08:01:32.924354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:01:33.198059 run patchelf(pid=26128): Launched\u000a08:01:33.381563 run osmo-stp_10.42.42.5(pid=26125): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26125)]\u000a08:01:33.513913 run osmo-stp_10.42.42.5(pid=26125): stdout: \u000a| (launched: 2022-12-14_08:01:31.770884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:33.646202 run osmo-stp_10.42.42.5(pid=26125): stderr: \u000a| �[0;m�[38;5;43m20221214080132110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080132110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080132110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080132111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080132121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080132121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080132121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:33.773157 run osmo-stp_10.42.42.5(pid=26125): stdout: \u000a| (launched: 2022-12-14_08:01:31.770884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:33.899124 run osmo-stp_10.42.42.5(pid=26125): stderr: \u000a| �[0;m�[38;5;43m20221214080132110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080132110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080132110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080132111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080132121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080132121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080132121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:34.047341 run patchelf(pid=26128): Terminating (SIGINT)\u000a08:01:34.222980 run patchelf(pid=26128): Terminated: ok {rc=0}\u000a08:01:34.255063 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26125): Process ended prematurely: osmo-stp_10.42.42.5(pid=26125) [trial-2401↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26125)] [trial-2401↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a08:01:34.264268 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a08:01:34.324200 run osmo-hlr_10.42.42.2(pid=26122): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26122)]\u000a08:01:34.373301 run osmo-hlr_10.42.42.2(pid=26122): stdout: \u000a| (launched: 2022-12-14_08:01:30.611671) \u000a08:01:34.422653 run osmo-hlr_10.42.42.2(pid=26122): stderr: \u000a| �[0;m�[1;31m20221214080130812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080130812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080130812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080130812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080130812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080130812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080130824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080130844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080130844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080130844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:34.465288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26111): Terminating (SIGTERM)\u000a08:01:34.505579 run iperf3-srv_10.42.42.10(pid=26112): Terminating (SIGTERM)\u000a08:01:34.545755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26113): Terminating (SIGTERM)\u000a08:01:34.585507 run iperf3-srv_10.42.42.10(pid=26114): Terminating (SIGTERM)\u000a08:01:34.625713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26115): Terminating (SIGTERM)\u000a08:01:34.665504 run iperf3-srv_10.42.42.10(pid=26116): Terminating (SIGTERM)\u000a08:01:34.705313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26117): Terminating (SIGTERM)\u000a08:01:34.744873 run iperf3-srv_10.42.42.10(pid=26118): Terminating (SIGTERM)\u000a08:01:34.784697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26121): Terminating (SIGTERM)\u000a08:01:34.824541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26124): Terminating (SIGTERM)\u000a08:01:34.864347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26127): Terminating (SIGTERM)\u000a08:01:34.873823 --- ParallelTerminationStrategy: PID 26111 died...\u000a08:01:34.927467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26111): Terminated: ok {rc=0}\u000a08:01:34.937263 --- ParallelTerminationStrategy: PID 26112 died...\u000a08:01:34.990780 run iperf3-srv_10.42.42.10(pid=26112): Terminated {rc=256}\u000a08:01:35.001039 --- ParallelTerminationStrategy: PID 26113 died...\u000a08:01:35.054560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26113): Terminated: ok {rc=0}\u000a08:01:35.064285 --- ParallelTerminationStrategy: PID 26114 died...\u000a08:01:35.117373 run iperf3-srv_10.42.42.10(pid=26114): Terminated {rc=256}\u000a08:01:35.127018 --- ParallelTerminationStrategy: PID 26115 died...\u000a08:01:35.180153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26115): Terminated: ok {rc=0}\u000a08:01:35.189891 --- ParallelTerminationStrategy: PID 26116 died...\u000a08:01:35.242824 run iperf3-srv_10.42.42.10(pid=26116): Terminated {rc=256}\u000a08:01:35.252506 --- ParallelTerminationStrategy: PID 26117 died...\u000a08:01:35.305822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26117): Terminated: ok {rc=0}\u000a08:01:35.315588 --- ParallelTerminationStrategy: PID 26118 died...\u000a08:01:35.368751 run iperf3-srv_10.42.42.10(pid=26118): Terminated {rc=256}\u000a08:01:35.378470 --- ParallelTerminationStrategy: PID 26121 died...\u000a08:01:35.431813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26121): Terminated: ok {rc=0}\u000a08:01:35.441943 --- ParallelTerminationStrategy: PID 26124 died...\u000a08:01:35.495091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26124): Terminated: ok {rc=0}\u000a08:01:35.504862 --- ParallelTerminationStrategy: PID 26127 died...\u000a08:01:35.558008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26127): Terminated: ok {rc=0}\u000a08:01:35.646132 bus /gobi_4: Setting Powered False\u000a08:01:36.752247 bus /gobi_4: Setting Powered False\u000a08:01:37.861791 bus /gobi_1: Setting Powered False\u000a08:01:38.968207 bus /gobi_1: Setting Powered False\u000a08:01:40.077588 bus /gobi_0: Setting Powered False\u000a08:01:41.185479 bus /gobi_0: Setting Powered False\u000a08:01:42.294401 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26135): Process ended prematurely: osmo-stp_10.42.42.5(pid=26135) [trial-2401↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26135)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26135): Process ended prematurely: osmo-stp_10.42.42.5(pid=26135) [trial-2401↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a08:01:43.362677 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:43.375134 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a08:01:43.511575 tst ping.py: using LAC 39525\u000a08:01:43.639322 tst ping.py: using RAC 255\u000a08:01:43.766153 tst ping.py: using CellId 39525\u000a08:01:43.896912 tst ping.py: using BVCI 39526\u000a08:01:43.921821 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:43.933211 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:43.944354 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:43.955486 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:43.966971 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:43.978432 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:43.989997 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:44.001478 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:01:44.297280 tst ping.py:19: start network...\u000a08:01:44.432732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:44.942362 run create_hlr_db(pid=26129): Launched\u000a08:01:45.130965 bus /gobi_6: Setting Powered False\u000a08:01:46.152615 run create_hlr_db(pid=26129): Terminated: ok {rc=0}\u000a08:01:46.621993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26131): Launched\u000a08:01:47.025677 run osmo-hlr_10.42.42.2(pid=26132): Launched\u000a08:01:47.137937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:47.730214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26134): Launched\u000a08:01:48.037705 run osmo-stp_10.42.42.5(pid=26135): Launched\u000a08:01:48.148404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:01:48.678731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26137): Launched\u000a08:01:48.785685 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:01:49.050753 run patchelf(pid=26138): Launched\u000a08:01:49.228605 run osmo-stp_10.42.42.5(pid=26135): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26135)]\u000a08:01:49.358314 run osmo-stp_10.42.42.5(pid=26135): stdout: \u000a| (launched: 2022-12-14_08:01:47.885277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:49.487922 run osmo-stp_10.42.42.5(pid=26135): stderr: \u000a| �[0;m�[38;5;43m20221214080148058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080148058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080148058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080148058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080148059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080148059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080148059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:49.612536 run osmo-stp_10.42.42.5(pid=26135): stdout: \u000a| (launched: 2022-12-14_08:01:47.885277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:49.735371 run osmo-stp_10.42.42.5(pid=26135): stderr: \u000a| �[0;m�[38;5;43m20221214080148058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080148058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080148058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080148058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080148059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080148059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080148059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:49.880237 run patchelf(pid=26138): Terminating (SIGINT)\u000a08:01:50.051470 run patchelf(pid=26138): Terminated: ok {rc=0}\u000a08:01:50.082697 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26135): Process ended prematurely: osmo-stp_10.42.42.5(pid=26135) [trial-2401↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26135)] [trial-2401↪gprs:nanobts+band-1900↪ping.py:22]\u000a08:01:50.091371 tst ping.py:22: Test FAILED (6.7 sec)\u000a08:01:50.151107 run osmo-hlr_10.42.42.2(pid=26132): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26132)]\u000a08:01:50.199793 run osmo-hlr_10.42.42.2(pid=26132): stdout: \u000a| (launched: 2022-12-14_08:01:46.778425) \u000a08:01:50.248906 run osmo-hlr_10.42.42.2(pid=26132): stderr: \u000a| �[0;m�[1;31m20221214080147160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080147161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080147161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080147161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080147161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080147161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080147184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080147207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080147207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080147207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:50.291093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26131): Terminating (SIGTERM)\u000a08:01:50.330738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26134): Terminating (SIGTERM)\u000a08:01:50.370522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26137): Terminating (SIGTERM)\u000a08:01:50.379908 --- ParallelTerminationStrategy: PID 26131 died...\u000a08:01:50.433377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26131): Terminated: ok {rc=0}\u000a08:01:50.443135 --- ParallelTerminationStrategy: PID 26134 died...\u000a08:01:50.496280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26134): Terminated: ok {rc=0}\u000a08:01:50.506061 --- ParallelTerminationStrategy: PID 26137 died...\u000a08:01:50.559018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26137): Terminated: ok {rc=0}\u000a08:01:50.648295 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26145): Process ended prematurely: osmo-stp_10.42.42.5(pid=26145) [trial-2401↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26145)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26145): Process ended prematurely: osmo-stp_10.42.42.5(pid=26145) [trial-2401↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a08:01:51.702943 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:51.715394 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a08:01:51.854220 tst ping_idle_ping.py: using LAC 39526\u000a08:01:51.983351 tst ping_idle_ping.py: using RAC 1\u000a08:01:52.111381 tst ping_idle_ping.py: using CellId 39526\u000a08:01:52.241066 tst ping_idle_ping.py: using BVCI 39527\u000a08:01:52.265964 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:52.277299 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:52.288527 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:52.299612 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:52.311536 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:52.323745 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:52.335905 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a08:01:52.348161 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a08:01:52.636045 tst ping_idle_ping.py:24: start network...\u000a08:01:52.762172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:53.256640 run create_hlr_db(pid=26139): Launched\u000a08:01:53.433878 bus /gobi_6: Setting Powered False\u000a08:01:54.454392 run create_hlr_db(pid=26139): Terminated: ok {rc=0}\u000a08:01:54.864291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26141): Launched\u000a08:01:55.172080 run osmo-hlr_10.42.42.2(pid=26142): Launched\u000a08:01:55.282797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:55.811923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26144): Launched\u000a08:01:56.119509 run osmo-stp_10.42.42.5(pid=26145): Launched\u000a08:01:56.230500 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:01:56.763869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26148): Launched\u000a08:01:56.871871 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:01:57.140359 run patchelf(pid=26149): Launched\u000a08:01:57.318953 run osmo-stp_10.42.42.5(pid=26145): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26145)]\u000a08:01:57.448824 run osmo-stp_10.42.42.5(pid=26145): stdout: \u000a| (launched: 2022-12-14_08:01:55.966645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:57.578921 run osmo-stp_10.42.42.5(pid=26145): stderr: \u000a| �[0;m�[38;5;43m20221214080156139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080156139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080156139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080156140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080156140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080156140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080156141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:57.703868 run osmo-stp_10.42.42.5(pid=26145): stdout: \u000a| (launched: 2022-12-14_08:01:55.966645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:57.827550 run osmo-stp_10.42.42.5(pid=26145): stderr: \u000a| �[0;m�[38;5;43m20221214080156139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080156139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080156139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080156140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080156140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080156140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080156141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:57.972828 run patchelf(pid=26149): Terminating (SIGINT)\u000a08:01:58.144666 run patchelf(pid=26149): Terminated: ok {rc=0}\u000a08:01:58.175714 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26145): Process ended prematurely: osmo-stp_10.42.42.5(pid=26145) [trial-2401↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26145)] [trial-2401↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a08:01:58.184345 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:01:58.244268 run osmo-hlr_10.42.42.2(pid=26142): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26142)]\u000a08:01:58.292912 run osmo-hlr_10.42.42.2(pid=26142): stdout: \u000a| (launched: 2022-12-14_08:01:55.019012) \u000a08:01:58.342189 run osmo-hlr_10.42.42.2(pid=26142): stderr: \u000a| �[0;m�[1;31m20221214080155197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080155197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080155197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080155197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080155197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080155197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080155210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080155218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080155219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080155219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:58.384476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26141): Terminating (SIGTERM)\u000a08:01:58.424195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26144): Terminating (SIGTERM)\u000a08:01:58.464102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26148): Terminating (SIGTERM)\u000a08:01:58.473539 --- ParallelTerminationStrategy: PID 26141 died...\u000a08:01:58.526647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26141): Terminated: ok {rc=0}\u000a08:01:58.536339 --- ParallelTerminationStrategy: PID 26144 died...\u000a08:01:58.588918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26144): Terminated: ok {rc=0}\u000a08:01:58.598579 --- ParallelTerminationStrategy: PID 26148 died...\u000a08:01:58.651016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26148): Terminated: ok {rc=0}\u000a08:01:58.738853 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:01:00" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26163): Process ended prematurely: osmo-stp_10.42.42.5(pid=26163) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26163)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26163): Process ended prematurely: osmo-stp_10.42.42.5(pid=26163) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:02:00.890130 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:00.901912 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:02:01.046904 tst cs_paging_gprs_active.py: using LAC 39527\u000a08:02:01.208075 tst cs_paging_gprs_active.py: using RAC 2\u000a08:02:01.349293 tst cs_paging_gprs_active.py: using CellId 39527\u000a08:02:01.491936 tst cs_paging_gprs_active.py: using BVCI 39528\u000a08:02:01.518112 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:01.530530 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:01.542612 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:01.554570 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:01.567927 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:01.581211 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:01.594696 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:01.606623 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:01.619473 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:02:01.775450 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:02:02.113481 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:02:02.254796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:02:02.602661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26153): Launched\u000a08:02:02.890901 run iperf3-srv_10.42.42.10(pid=26154): Launched\u000a08:02:03.095114 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:02:03.234410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:02:03.580025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26155): Launched\u000a08:02:03.868320 run iperf3-srv_10.42.42.10(pid=26156): Launched\u000a08:02:04.072703 tst cs_paging_gprs_active.py:38: start network...\u000a08:02:04.211652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:04.736933 run create_hlr_db(pid=26157): Launched\u000a08:02:04.927270 bus /gobi_6: Setting Powered False\u000a08:02:05.948014 run create_hlr_db(pid=26157): Terminated: ok {rc=0}\u000a08:02:06.363498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26159): Launched\u000a08:02:06.700202 run osmo-hlr_10.42.42.2(pid=26160): Launched\u000a08:02:06.822569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:07.400762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26162): Launched\u000a08:02:07.733549 run osmo-stp_10.42.42.5(pid=26163): Launched\u000a08:02:07.854015 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:02:08.434315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26165): Launched\u000a08:02:08.552924 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:02:08.845334 run patchelf(pid=26166): Launched\u000a08:02:09.039374 run osmo-stp_10.42.42.5(pid=26163): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26163)]\u000a08:02:09.180681 run osmo-stp_10.42.42.5(pid=26163): stdout: \u000a| (launched: 2022-12-14_08:02:07.569610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:09.322219 run osmo-stp_10.42.42.5(pid=26163): stderr: \u000a| �[0;m�[38;5;43m20221214080207765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080207765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080207766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080207766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080207766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080207766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080207766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:09.459493 run osmo-stp_10.42.42.5(pid=26163): stdout: \u000a| (launched: 2022-12-14_08:02:07.569610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:09.595154 run osmo-stp_10.42.42.5(pid=26163): stderr: \u000a| �[0;m�[38;5;43m20221214080207765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080207765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080207766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080207766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080207766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080207766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080207766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:09.753871 run patchelf(pid=26166): Terminating (SIGINT)\u000a08:02:09.940882 run patchelf(pid=26166): Terminated: ok {rc=0}\u000a08:02:09.975197 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26163): Process ended prematurely: osmo-stp_10.42.42.5(pid=26163) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26163)] [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:02:09.985400 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a08:02:10.049063 run osmo-hlr_10.42.42.2(pid=26160): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26160)]\u000a08:02:10.100707 run osmo-hlr_10.42.42.2(pid=26160): stdout: \u000a| (launched: 2022-12-14_08:02:06.532785) \u000a08:02:10.153183 run osmo-hlr_10.42.42.2(pid=26160): stderr: \u000a| �[0;m�[1;31m20221214080206733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080206733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080206733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080206733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080206733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080206733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080206745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080206753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080206754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:10.197947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26153): Terminating (SIGTERM)\u000a08:02:10.240736 run iperf3-srv_10.42.42.10(pid=26154): Terminating (SIGTERM)\u000a08:02:10.282992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26155): Terminating (SIGTERM)\u000a08:02:10.325102 run iperf3-srv_10.42.42.10(pid=26156): Terminating (SIGTERM)\u000a08:02:10.367654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26159): Terminating (SIGTERM)\u000a08:02:10.409933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26162): Terminating (SIGTERM)\u000a08:02:10.452063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26165): Terminating (SIGTERM)\u000a08:02:10.461889 --- ParallelTerminationStrategy: PID 26153 died...\u000a08:02:10.518538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26153): Terminated: ok {rc=0}\u000a08:02:10.528660 --- ParallelTerminationStrategy: PID 26154 died...\u000a08:02:10.584702 run iperf3-srv_10.42.42.10(pid=26154): Terminated {rc=256}\u000a08:02:10.594784 --- ParallelTerminationStrategy: PID 26155 died...\u000a08:02:10.650883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26155): Terminated: ok {rc=0}\u000a08:02:10.661028 --- ParallelTerminationStrategy: PID 26156 died...\u000a08:02:10.716864 run iperf3-srv_10.42.42.10(pid=26156): Terminated {rc=256}\u000a08:02:10.727004 --- ParallelTerminationStrategy: PID 26159 died...\u000a08:02:10.783291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26159): Terminated: ok {rc=0}\u000a08:02:10.793558 --- ParallelTerminationStrategy: PID 26162 died...\u000a08:02:10.849900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26162): Terminated: ok {rc=0}\u000a08:02:10.860071 --- ParallelTerminationStrategy: PID 26165 died...\u000a08:02:10.916266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26165): Terminated: ok {rc=0}\u000a08:02:11.004504 bus /gobi_0: Setting Powered False\u000a08:02:12.111616 bus /gobi_0: Setting Powered False\u000a08:02:13.218776 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26177): Process ended prematurely: osmo-stp_10.42.42.5(pid=26177) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26177): Process ended prematurely: osmo-stp_10.42.42.5(pid=26177) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:02:14.328196 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:14.339927 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:02:14.474478 tst iperf3.py: using LAC 39528\u000a08:02:14.596792 tst iperf3.py: using RAC 3\u000a08:02:14.719774 tst iperf3.py: using CellId 39528\u000a08:02:14.842403 tst iperf3.py: using BVCI 39529\u000a08:02:14.865863 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:14.876829 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:14.887784 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:14.898643 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:14.909480 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:14.920214 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:14.931199 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:14.941944 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:14.952809 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:02:15.235166 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:02:15.364603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:02:15.695160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Launched\u000a08:02:15.987495 run iperf3-srv_10.42.42.10(pid=26170): Launched\u000a08:02:16.175468 tst iperf3.py:8: start network...\u000a08:02:16.303723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:16.858252 run create_hlr_db(pid=26171): Launched\u000a08:02:17.035931 bus /gobi_6: Setting Powered False\u000a08:02:18.053404 run create_hlr_db(pid=26171): Terminated: ok {rc=0}\u000a08:02:18.458354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26173): Launched\u000a08:02:18.760647 run osmo-hlr_10.42.42.2(pid=26174): Launched\u000a08:02:18.880430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:19.415541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26176): Launched\u000a08:02:19.718592 run osmo-stp_10.42.42.5(pid=26177): Launched\u000a08:02:19.826549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:02:20.354214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26179): Launched\u000a08:02:20.461229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:02:20.725934 run patchelf(pid=26180): Launched\u000a08:02:20.902979 run osmo-stp_10.42.42.5(pid=26177): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)]\u000a08:02:21.031800 run osmo-stp_10.42.42.5(pid=26177): stdout: \u000a| (launched: 2022-12-14_08:02:19.569299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:21.161144 run osmo-stp_10.42.42.5(pid=26177): stderr: \u000a| �[0;m�[38;5;43m20221214080219739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080219739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080219739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080219740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080219740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080219740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080219740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:21.285236 run osmo-stp_10.42.42.5(pid=26177): stdout: \u000a| (launched: 2022-12-14_08:02:19.569299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:21.409222 run osmo-stp_10.42.42.5(pid=26177): stderr: \u000a| �[0;m�[38;5;43m20221214080219739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080219739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080219739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080219740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080219740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080219740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080219740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:21.553986 run patchelf(pid=26180): Terminating (SIGINT)\u000a08:02:21.725157 run patchelf(pid=26180): Terminated: ok {rc=0}\u000a08:02:21.756499 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26177): Process ended prematurely: osmo-stp_10.42.42.5(pid=26177) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26177)] [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a08:02:21.765577 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a08:02:21.824934 run osmo-hlr_10.42.42.2(pid=26174): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26174)]\u000a08:02:21.873614 run osmo-hlr_10.42.42.2(pid=26174): stdout: \u000a| (launched: 2022-12-14_08:02:18.611798) \u000a08:02:21.923176 run osmo-hlr_10.42.42.2(pid=26174): stderr: \u000a| �[0;m�[1;31m20221214080218786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080218786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080218786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080218786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080218786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080218786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080218798 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080218808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080218808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080218808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:21.965081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Terminating (SIGTERM)\u000a08:02:22.004308 run iperf3-srv_10.42.42.10(pid=26170): Terminating (SIGTERM)\u000a08:02:22.043560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26173): Terminating (SIGTERM)\u000a08:02:22.082562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26176): Terminating (SIGTERM)\u000a08:02:22.121654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26179): Terminating (SIGTERM)\u000a08:02:22.131049 --- ParallelTerminationStrategy: PID 26169 died...\u000a08:02:22.183766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Terminated: ok {rc=0}\u000a08:02:22.193375 --- ParallelTerminationStrategy: PID 26170 died...\u000a08:02:22.245385 run iperf3-srv_10.42.42.10(pid=26170): Terminated {rc=256}\u000a08:02:22.254737 --- ParallelTerminationStrategy: PID 26173 died...\u000a08:02:22.306712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26173): Terminated: ok {rc=0}\u000a08:02:22.316068 --- ParallelTerminationStrategy: PID 26176 died...\u000a08:02:22.367930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26176): Terminated: ok {rc=0}\u000a08:02:22.377885 --- ParallelTerminationStrategy: PID 26179 died...\u000a08:02:22.430634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26179): Terminated: ok {rc=0}\u000a08:02:22.512665 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26195): Process ended prematurely: osmo-stp_10.42.42.5(pid=26195) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26195)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26195): Process ended prematurely: osmo-stp_10.42.42.5(pid=26195) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:02:23.628541 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:23.640748 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:02:23.779163 tst iperf3m4.py: using LAC 39529\u000a08:02:23.910672 tst iperf3m4.py: using RAC 4\u000a08:02:24.036729 tst iperf3m4.py: using CellId 39529\u000a08:02:24.162658 tst iperf3m4.py: using BVCI 39530\u000a08:02:24.187645 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:24.199216 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:24.210453 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:24.221639 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:24.233132 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:24.244481 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:24.256220 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:24.267773 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:24.279459 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:02:24.401591 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:02:24.520174 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:02:24.640262 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:02:24.933774 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:02:25.069855 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:02:25.408480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26181): Launched\u000a08:02:25.690201 run iperf3-srv_10.42.42.10(pid=26182): Launched\u000a08:02:25.891968 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:02:26.025824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:02:26.359706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26183): Launched\u000a08:02:26.635732 run iperf3-srv_10.42.42.10(pid=26184): Launched\u000a08:02:26.831665 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:02:26.964611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:02:27.297262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26185): Launched\u000a08:02:27.575965 run iperf3-srv_10.42.42.10(pid=26186): Launched\u000a08:02:27.773032 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:02:27.907077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:02:28.240390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26187): Launched\u000a08:02:28.516832 run iperf3-srv_10.42.42.10(pid=26188): Launched\u000a08:02:28.712827 tst iperf3m4.py:8: start network...\u000a08:02:28.846395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:29.350592 run create_hlr_db(pid=26189): Launched\u000a08:02:29.535901 bus /gobi_6: Setting Powered False\u000a08:02:30.556403 run create_hlr_db(pid=26189): Terminated: ok {rc=0}\u000a08:02:31.032267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26191): Launched\u000a08:02:31.477923 run osmo-hlr_10.42.42.2(pid=26192): Launched\u000a08:02:31.694267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:32.268057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26194): Launched\u000a08:02:32.568328 run osmo-stp_10.42.42.5(pid=26195): Launched\u000a08:02:32.677794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:02:33.198048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26197): Launched\u000a08:02:33.303425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:02:33.565461 run patchelf(pid=26198): Launched\u000a08:02:33.739869 run osmo-stp_10.42.42.5(pid=26195): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26195)]\u000a08:02:33.867130 run osmo-stp_10.42.42.5(pid=26195): stdout: \u000a| (launched: 2022-12-14_08:02:32.420675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:33.995412 run osmo-stp_10.42.42.5(pid=26195): stderr: \u000a| �[0;m�[38;5;43m20221214080232590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080232590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080232590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080232591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080232591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080232591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080232591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:34.118115 run osmo-stp_10.42.42.5(pid=26195): stdout: \u000a| (launched: 2022-12-14_08:02:32.420675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:34.239402 run osmo-stp_10.42.42.5(pid=26195): stderr: \u000a| �[0;m�[38;5;43m20221214080232590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080232590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080232590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080232591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080232591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080232591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080232591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:34.382397 run patchelf(pid=26198): Terminating (SIGINT)\u000a08:02:34.551212 run patchelf(pid=26198): Terminated: ok {rc=0}\u000a08:02:34.582211 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26195): Process ended prematurely: osmo-stp_10.42.42.5(pid=26195) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26195)] [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:02:34.591203 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a08:02:34.650428 run osmo-hlr_10.42.42.2(pid=26192): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26192)]\u000a08:02:34.698431 run osmo-hlr_10.42.42.2(pid=26192): stdout: \u000a| (launched: 2022-12-14_08:02:31.198993) \u000a08:02:34.747092 run osmo-hlr_10.42.42.2(pid=26192): stderr: \u000a| �[0;m�[1;31m20221214080231450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080231450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080231450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080231450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080231450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080231450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080231467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080231483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080231483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080231483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:34.788647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26181): Terminating (SIGTERM)\u000a08:02:34.827799 run iperf3-srv_10.42.42.10(pid=26182): Terminating (SIGTERM)\u000a08:02:34.866750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26183): Terminating (SIGTERM)\u000a08:02:34.905571 run iperf3-srv_10.42.42.10(pid=26184): Terminating (SIGTERM)\u000a08:02:34.944530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26185): Terminating (SIGTERM)\u000a08:02:34.983282 run iperf3-srv_10.42.42.10(pid=26186): Terminating (SIGTERM)\u000a08:02:35.022208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26187): Terminating (SIGTERM)\u000a08:02:35.060973 run iperf3-srv_10.42.42.10(pid=26188): Terminating (SIGTERM)\u000a08:02:35.099806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26191): Terminating (SIGTERM)\u000a08:02:35.138665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26194): Terminating (SIGTERM)\u000a08:02:35.177553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26197): Terminating (SIGTERM)\u000a08:02:35.186724 --- ParallelTerminationStrategy: PID 26181 died...\u000a08:02:35.238950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26181): Terminated: ok {rc=0}\u000a08:02:35.248389 --- ParallelTerminationStrategy: PID 26182 died...\u000a08:02:35.300095 run iperf3-srv_10.42.42.10(pid=26182): Terminated {rc=256}\u000a08:02:35.309870 --- ParallelTerminationStrategy: PID 26183 died...\u000a08:02:35.361752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26183): Terminated: ok {rc=0}\u000a08:02:35.371121 --- ParallelTerminationStrategy: PID 26184 died...\u000a08:02:35.422822 run iperf3-srv_10.42.42.10(pid=26184): Terminated {rc=256}\u000a08:02:35.432174 --- ParallelTerminationStrategy: PID 26185 died...\u000a08:02:35.484291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26185): Terminated: ok {rc=0}\u000a08:02:35.493798 --- ParallelTerminationStrategy: PID 26186 died...\u000a08:02:35.545611 run iperf3-srv_10.42.42.10(pid=26186): Terminated {rc=256}\u000a08:02:35.555174 --- ParallelTerminationStrategy: PID 26187 died...\u000a08:02:35.607123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26187): Terminated: ok {rc=0}\u000a08:02:35.616568 --- ParallelTerminationStrategy: PID 26188 died...\u000a08:02:35.668222 run iperf3-srv_10.42.42.10(pid=26188): Terminated {rc=256}\u000a08:02:35.677731 --- ParallelTerminationStrategy: PID 26191 died...\u000a08:02:35.729599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26191): Terminated: ok {rc=0}\u000a08:02:35.739076 --- ParallelTerminationStrategy: PID 26194 died...\u000a08:02:35.790868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26194): Terminated: ok {rc=0}\u000a08:02:35.800621 --- ParallelTerminationStrategy: PID 26197 died...\u000a08:02:35.852655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26197): Terminated: ok {rc=0}\u000a08:02:35.939810 bus /gobi_4: Setting Powered False\u000a08:02:37.041389 bus /gobi_4: Setting Powered False\u000a08:02:38.150941 bus /gobi_1: Setting Powered False\u000a08:02:39.251698 bus /gobi_1: Setting Powered False\u000a08:02:40.361419 bus /gobi_0: Setting Powered False\u000a08:02:41.462537 bus /gobi_0: Setting Powered False\u000a08:02:42.572033 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26207): Process ended prematurely: osmo-stp_10.42.42.5(pid=26207) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26207)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26207): Process ended prematurely: osmo-stp_10.42.42.5(pid=26207) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:02:43.640158 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:43.652064 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:02:43.785438 tst ping.py: using LAC 39530\u000a08:02:43.908812 tst ping.py: using RAC 5\u000a08:02:44.031134 tst ping.py: using CellId 39530\u000a08:02:44.153722 tst ping.py: using BVCI 39531\u000a08:02:44.177764 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:44.189207 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:44.200617 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:44.211710 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:44.223068 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:44.234437 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:44.246061 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:44.257370 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:02:44.545145 tst ping.py:19: start network...\u000a08:02:44.676391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:45.169837 run create_hlr_db(pid=26200): Launched\u000a08:02:45.352665 bus /gobi_6: Setting Powered False\u000a08:02:46.378409 run create_hlr_db(pid=26200): Terminated: ok {rc=0}\u000a08:02:46.823777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26202): Launched\u000a08:02:47.202616 run osmo-hlr_10.42.42.2(pid=26203): Launched\u000a08:02:47.321269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:47.872484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26206): Launched\u000a08:02:48.186865 run osmo-stp_10.42.42.5(pid=26207): Launched\u000a08:02:48.300585 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:02:48.849073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26209): Launched\u000a08:02:48.960711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:02:49.235179 run patchelf(pid=26210): Launched\u000a08:02:49.420355 run osmo-stp_10.42.42.5(pid=26207): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26207)]\u000a08:02:49.555900 run osmo-stp_10.42.42.5(pid=26207): stdout: \u000a| (launched: 2022-12-14_08:02:48.032031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:49.691539 run osmo-stp_10.42.42.5(pid=26207): stderr: \u000a| �[0;m�[38;5;43m20221214080248219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080248219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080248220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080248220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080248221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080248221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080248221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:49.821868 run osmo-stp_10.42.42.5(pid=26207): stdout: \u000a| (launched: 2022-12-14_08:02:48.032031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:49.950676 run osmo-stp_10.42.42.5(pid=26207): stderr: \u000a| �[0;m�[38;5;43m20221214080248219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080248219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080248220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080248220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080248221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080248221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080248221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:50.101772 run patchelf(pid=26210): Terminating (SIGINT)\u000a08:02:50.279381 run patchelf(pid=26210): Terminated: ok {rc=0}\u000a08:02:50.311555 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26207): Process ended prematurely: osmo-stp_10.42.42.5(pid=26207) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26207)] [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a08:02:50.320702 tst ping.py:22: Test FAILED (6.7 sec)\u000a08:02:50.383858 run osmo-hlr_10.42.42.2(pid=26203): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26203)]\u000a08:02:50.435105 run osmo-hlr_10.42.42.2(pid=26203): stdout: \u000a| (launched: 2022-12-14_08:02:46.986319) \u000a08:02:50.486932 run osmo-hlr_10.42.42.2(pid=26203): stderr: \u000a| �[0;m�[1;31m20221214080247257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080247257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080247258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080247258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080247258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080247258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080247269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080247278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080247278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080247278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:50.531288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26202): Terminating (SIGTERM)\u000a08:02:50.573008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26206): Terminating (SIGTERM)\u000a08:02:50.614961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26209): Terminating (SIGTERM)\u000a08:02:50.624616 --- ParallelTerminationStrategy: PID 26202 died...\u000a08:02:50.680649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26202): Terminated: ok {rc=0}\u000a08:02:50.690735 --- ParallelTerminationStrategy: PID 26206 died...\u000a08:02:50.746509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26206): Terminated: ok {rc=0}\u000a08:02:50.756527 --- ParallelTerminationStrategy: PID 26209 died...\u000a08:02:50.812304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26209): Terminated: ok {rc=0}\u000a08:02:50.898526 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26217): Process ended prematurely: osmo-stp_10.42.42.5(pid=26217) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26217)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26217): Process ended prematurely: osmo-stp_10.42.42.5(pid=26217) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:02:51.950864 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:51.962970 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:02:52.099118 tst ping_idle_ping.py: using LAC 39531\u000a08:02:52.224009 tst ping_idle_ping.py: using RAC 6\u000a08:02:52.349720 tst ping_idle_ping.py: using CellId 39531\u000a08:02:52.475882 tst ping_idle_ping.py: using BVCI 39532\u000a08:02:52.499946 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:52.511482 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:52.522722 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:52.533880 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:52.545965 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:52.557860 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:52.569918 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:02:52.581945 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:02:52.856281 tst ping_idle_ping.py:24: start network...\u000a08:02:52.977607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:53.458028 run create_hlr_db(pid=26211): Launched\u000a08:02:53.628564 bus /gobi_6: Setting Powered False\u000a08:02:54.649582 run create_hlr_db(pid=26211): Terminated: ok {rc=0}\u000a08:02:55.045418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26213): Launched\u000a08:02:55.341524 run osmo-hlr_10.42.42.2(pid=26214): Launched\u000a08:02:55.449417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:55.961049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26216): Launched\u000a08:02:56.257206 run osmo-stp_10.42.42.5(pid=26217): Launched\u000a08:02:56.363009 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:02:56.880184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26219): Launched\u000a08:02:56.983663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:02:57.239596 run patchelf(pid=26220): Launched\u000a08:02:57.411509 run osmo-stp_10.42.42.5(pid=26217): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26217)]\u000a08:02:57.537573 run osmo-stp_10.42.42.5(pid=26217): stdout: \u000a| (launched: 2022-12-14_08:02:56.111132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:57.663808 run osmo-stp_10.42.42.5(pid=26217): stderr: \u000a| �[0;m�[38;5;43m20221214080256278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080256278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080256279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080256279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080256280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080256280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080256280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:57.784798 run osmo-stp_10.42.42.5(pid=26217): stdout: \u000a| (launched: 2022-12-14_08:02:56.111132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:57.904000 run osmo-stp_10.42.42.5(pid=26217): stderr: \u000a| �[0;m�[38;5;43m20221214080256278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080256278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080256279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080256279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080256280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080256280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080256280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:58.045053 run patchelf(pid=26220): Terminating (SIGINT)\u000a08:02:58.210970 run patchelf(pid=26220): Terminated: ok {rc=0}\u000a08:02:58.241779 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26217): Process ended prematurely: osmo-stp_10.42.42.5(pid=26217) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26217)] [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:02:58.250259 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a08:02:58.308670 run osmo-hlr_10.42.42.2(pid=26214): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26214)]\u000a08:02:58.356355 run osmo-hlr_10.42.42.2(pid=26214): stdout: \u000a| (launched: 2022-12-14_08:02:55.195101) \u000a08:02:58.404858 run osmo-hlr_10.42.42.2(pid=26214): stderr: \u000a| �[0;m�[1;31m20221214080255369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080255369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080255369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080255369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080255369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080255369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080255381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080255390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080255390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080255390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:58.446369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26213): Terminating (SIGTERM)\u000a08:02:58.485577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26216): Terminating (SIGTERM)\u000a08:02:58.525111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26219): Terminating (SIGTERM)\u000a08:02:58.534297 --- ParallelTerminationStrategy: PID 26213 died...\u000a08:02:58.586754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26213): Terminated: ok {rc=0}\u000a08:02:58.596273 --- ParallelTerminationStrategy: PID 26216 died...\u000a08:02:58.648268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26216): Terminated: ok {rc=0}\u000a08:02:58.657816 --- ParallelTerminationStrategy: PID 26219 died...\u000a08:02:58.709640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26219): Terminated: ok {rc=0}\u000a08:02:58.796216 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:02:00" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26255): Process ended prematurely: osmo-stp_10.42.42.5(pid=26255) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26255)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26255): Process ended prematurely: osmo-stp_10.42.42.5(pid=26255) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:03:00.934303 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:00.945645 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:03:01.123369 tst cs_paging_gprs_active.py: using LAC 39532\u000a08:03:01.250666 tst cs_paging_gprs_active.py: using RAC 7\u000a08:03:01.393315 tst cs_paging_gprs_active.py: using CellId 39532\u000a08:03:01.543356 tst cs_paging_gprs_active.py: using BVCI 39533\u000a08:03:01.578203 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:01.594117 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:01.606389 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:01.619062 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:01.630369 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:01.641793 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:01.653369 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:01.664792 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:01.677154 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:03:01.814770 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:03:02.164745 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:03:02.303387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:02.638374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26243): Launched\u000a08:03:02.914408 run iperf3-srv_10.42.42.10(pid=26245): Launched\u000a08:03:03.110387 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:03:03.244210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:03.576040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26246): Launched\u000a08:03:03.851155 run iperf3-srv_10.42.42.10(pid=26247): Launched\u000a08:03:04.048196 tst cs_paging_gprs_active.py:38: start network...\u000a08:03:04.182396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:04.688334 run create_hlr_db(pid=26248): Launched\u000a08:03:04.872768 bus /gobi_6: Setting Powered False\u000a08:03:05.893533 run create_hlr_db(pid=26248): Terminated: ok {rc=0}\u000a08:03:06.294906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26251): Launched\u000a08:03:06.595645 run osmo-hlr_10.42.42.2(pid=26252): Launched\u000a08:03:06.705039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:07.222763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26254): Launched\u000a08:03:07.520529 run osmo-stp_10.42.42.5(pid=26255): Launched\u000a08:03:07.629126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:03:08.150194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26257): Launched\u000a08:03:08.255676 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:03:08.517723 run patchelf(pid=26258): Launched\u000a08:03:08.692471 run osmo-stp_10.42.42.5(pid=26255): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26255)]\u000a08:03:08.820193 run osmo-stp_10.42.42.5(pid=26255): stdout: \u000a| (launched: 2022-12-14_08:03:07.373787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:08.947842 run osmo-stp_10.42.42.5(pid=26255): stderr: \u000a| �[0;m�[38;5;43m20221214080307541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080307541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080307541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080307542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080307542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080307542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080307543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:09.070945 run osmo-stp_10.42.42.5(pid=26255): stdout: \u000a| (launched: 2022-12-14_08:03:07.373787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:09.192655 run osmo-stp_10.42.42.5(pid=26255): stderr: \u000a| �[0;m�[38;5;43m20221214080307541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080307541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080307541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080307542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080307542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080307542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080307543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:09.335754 run patchelf(pid=26258): Terminating (SIGINT)\u000a08:03:09.505639 run patchelf(pid=26258): Terminated: ok {rc=0}\u000a08:03:09.536599 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26255): Process ended prematurely: osmo-stp_10.42.42.5(pid=26255) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26255)] [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:03:09.545650 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:03:09.604576 run osmo-hlr_10.42.42.2(pid=26252): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26252)]\u000a08:03:09.652688 run osmo-hlr_10.42.42.2(pid=26252): stdout: \u000a| (launched: 2022-12-14_08:03:06.447986) \u000a08:03:09.701384 run osmo-hlr_10.42.42.2(pid=26252): stderr: \u000a| �[0;m�[1;31m20221214080306620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080306620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080306620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080306620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080306620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080306620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080306678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080306688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080306688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080306688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:09.743611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26243): Terminating (SIGTERM)\u000a08:03:09.783326 run iperf3-srv_10.42.42.10(pid=26245): Terminating (SIGTERM)\u000a08:03:09.822670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26246): Terminating (SIGTERM)\u000a08:03:09.861930 run iperf3-srv_10.42.42.10(pid=26247): Terminating (SIGTERM)\u000a08:03:09.901308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26251): Terminating (SIGTERM)\u000a08:03:09.940443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26254): Terminating (SIGTERM)\u000a08:03:09.979654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26257): Terminating (SIGTERM)\u000a08:03:09.988498 --- ParallelTerminationStrategy: PID 26243 died...\u000a08:03:10.040980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26243): Terminated: ok {rc=0}\u000a08:03:10.050455 --- ParallelTerminationStrategy: PID 26245 died...\u000a08:03:10.102578 run iperf3-srv_10.42.42.10(pid=26245): Terminated {rc=256}\u000a08:03:10.111915 --- ParallelTerminationStrategy: PID 26246 died...\u000a08:03:10.164103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26246): Terminated: ok {rc=0}\u000a08:03:10.173564 --- ParallelTerminationStrategy: PID 26247 died...\u000a08:03:10.225903 run iperf3-srv_10.42.42.10(pid=26247): Terminated {rc=256}\u000a08:03:10.235405 --- ParallelTerminationStrategy: PID 26251 died...\u000a08:03:10.287502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26251): Terminated: ok {rc=0}\u000a08:03:10.296872 --- ParallelTerminationStrategy: PID 26254 died...\u000a08:03:10.349017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26254): Terminated: ok {rc=0}\u000a08:03:10.358420 --- ParallelTerminationStrategy: PID 26257 died...\u000a08:03:10.410313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26257): Terminated: ok {rc=0}\u000a08:03:10.497478 bus /gobi_0: Setting Powered False\u000a08:03:11.599755 bus /gobi_0: Setting Powered False\u000a08:03:12.710455 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26267): Process ended prematurely: osmo-stp_10.42.42.5(pid=26267) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26267)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26267): Process ended prematurely: osmo-stp_10.42.42.5(pid=26267) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:03:13.825171 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:13.837396 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:03:13.988428 tst iperf3.py: using LAC 39533\u000a08:03:14.107837 tst iperf3.py: using RAC 8\u000a08:03:14.226853 tst iperf3.py: using CellId 39533\u000a08:03:14.343236 tst iperf3.py: using BVCI 39534\u000a08:03:14.366126 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:14.377113 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:14.387740 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:14.398489 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:14.409279 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:14.420041 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:14.430851 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:14.441861 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:14.452784 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:03:14.744400 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:03:14.878347 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:15.211606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26259): Launched\u000a08:03:15.489543 run iperf3-srv_10.42.42.10(pid=26260): Launched\u000a08:03:15.686111 tst iperf3.py:8: start network...\u000a08:03:15.820320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:16.465268 run create_hlr_db(pid=26261): Launched\u000a08:03:16.657872 bus /gobi_6: Setting Powered False\u000a08:03:17.671166 run create_hlr_db(pid=26261): Terminated: ok {rc=0}\u000a08:03:18.078312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26263): Launched\u000a08:03:18.376571 run osmo-hlr_10.42.42.2(pid=26264): Launched\u000a08:03:18.484886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:19.002261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26266): Launched\u000a08:03:19.300618 run osmo-stp_10.42.42.5(pid=26267): Launched\u000a08:03:19.408118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:03:19.927980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26269): Launched\u000a08:03:20.033482 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:03:20.294632 run patchelf(pid=26270): Launched\u000a08:03:20.469522 run osmo-stp_10.42.42.5(pid=26267): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26267)]\u000a08:03:20.597088 run osmo-stp_10.42.42.5(pid=26267): stdout: \u000a| (launched: 2022-12-14_08:03:19.153282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:20.724489 run osmo-stp_10.42.42.5(pid=26267): stderr: \u000a| �[0;m�[38;5;43m20221214080319320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080319320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080319320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080319321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080319321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080319321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080319321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:20.847358 run osmo-stp_10.42.42.5(pid=26267): stdout: \u000a| (launched: 2022-12-14_08:03:19.153282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:20.968919 run osmo-stp_10.42.42.5(pid=26267): stderr: \u000a| �[0;m�[38;5;43m20221214080319320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080319320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080319320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080319321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080319321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080319321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080319321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:21.112491 run patchelf(pid=26270): Terminating (SIGINT)\u000a08:03:21.281740 run patchelf(pid=26270): Terminated: ok {rc=0}\u000a08:03:21.312761 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26267): Process ended prematurely: osmo-stp_10.42.42.5(pid=26267) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26267)] [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:03:21.321848 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a08:03:21.381041 run osmo-hlr_10.42.42.2(pid=26264): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26264)]\u000a08:03:21.429184 run osmo-hlr_10.42.42.2(pid=26264): stdout: \u000a| (launched: 2022-12-14_08:03:18.229436) \u000a08:03:21.477864 run osmo-hlr_10.42.42.2(pid=26264): stderr: \u000a| �[0;m�[1;31m20221214080318399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080318399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080318399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080318399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080318399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080318399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080318412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080318421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080318421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080318421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:21.519731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26259): Terminating (SIGTERM)\u000a08:03:21.559255 run iperf3-srv_10.42.42.10(pid=26260): Terminating (SIGTERM)\u000a08:03:21.598594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26263): Terminating (SIGTERM)\u000a08:03:21.637910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26266): Terminating (SIGTERM)\u000a08:03:21.677307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26269): Terminating (SIGTERM)\u000a08:03:21.686553 --- ParallelTerminationStrategy: PID 26259 died...\u000a08:03:21.739447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26259): Terminated: ok {rc=0}\u000a08:03:21.749219 --- ParallelTerminationStrategy: PID 26260 died...\u000a08:03:21.801780 run iperf3-srv_10.42.42.10(pid=26260): Terminated {rc=256}\u000a08:03:21.811448 --- ParallelTerminationStrategy: PID 26263 died...\u000a08:03:21.864343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26263): Terminated: ok {rc=0}\u000a08:03:21.873834 --- ParallelTerminationStrategy: PID 26266 died...\u000a08:03:21.926519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26266): Terminated: ok {rc=0}\u000a08:03:21.936093 --- ParallelTerminationStrategy: PID 26269 died...\u000a08:03:21.988651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26269): Terminated: ok {rc=0}\u000a08:03:22.075995 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26285): Process ended prematurely: osmo-stp_10.42.42.5(pid=26285) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26285)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26285): Process ended prematurely: osmo-stp_10.42.42.5(pid=26285) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:03:23.184938 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:23.196674 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:03:23.344513 tst iperf3m4.py: using LAC 39534\u000a08:03:23.462057 tst iperf3m4.py: using RAC 9\u000a08:03:23.579148 tst iperf3m4.py: using CellId 39534\u000a08:03:23.701796 tst iperf3m4.py: using BVCI 39535\u000a08:03:23.724395 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:23.735350 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:23.746076 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:23.756632 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:23.767726 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:23.778962 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:23.790082 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:23.800742 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:23.811669 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:03:23.935293 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:03:24.053921 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:03:24.171009 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:03:24.464134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:03:24.597149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:24.927995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26271): Launched\u000a08:03:25.203050 run iperf3-srv_10.42.42.10(pid=26272): Launched\u000a08:03:25.398742 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:03:25.531900 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:25.863540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26273): Launched\u000a08:03:26.138671 run iperf3-srv_10.42.42.10(pid=26274): Launched\u000a08:03:26.334139 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:03:26.467547 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:26.798847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26275): Launched\u000a08:03:27.074356 run iperf3-srv_10.42.42.10(pid=26276): Launched\u000a08:03:27.269363 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:03:27.402699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:27.735019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26277): Launched\u000a08:03:28.010901 run iperf3-srv_10.42.42.10(pid=26278): Launched\u000a08:03:28.206871 tst iperf3m4.py:8: start network...\u000a08:03:28.340416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:28.844322 run create_hlr_db(pid=26279): Launched\u000a08:03:29.028312 bus /gobi_6: Setting Powered False\u000a08:03:30.050342 run create_hlr_db(pid=26279): Terminated: ok {rc=0}\u000a08:03:30.451757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26281): Launched\u000a08:03:30.750126 run osmo-hlr_10.42.42.2(pid=26282): Launched\u000a08:03:30.892701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:31.522319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26284): Launched\u000a08:03:31.955865 run osmo-stp_10.42.42.5(pid=26285): Launched\u000a08:03:32.188054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:03:32.753286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26287): Launched\u000a08:03:32.867880 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:03:33.147934 run patchelf(pid=26288): Launched\u000a08:03:33.334876 run osmo-stp_10.42.42.5(pid=26285): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26285)]\u000a08:03:33.472430 run osmo-stp_10.42.42.5(pid=26285): stdout: \u000a| (launched: 2022-12-14_08:03:31.689952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:33.609645 run osmo-stp_10.42.42.5(pid=26285): stderr: \u000a| �[0;m�[38;5;43m20221214080332008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080332008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080332009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080332009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080332010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080332010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080332010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:33.741518 run osmo-stp_10.42.42.5(pid=26285): stdout: \u000a| (launched: 2022-12-14_08:03:31.689952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:33.872273 run osmo-stp_10.42.42.5(pid=26285): stderr: \u000a| �[0;m�[38;5;43m20221214080332008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080332008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080332009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080332009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080332010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080332010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080332010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:34.026231 run patchelf(pid=26288): Terminating (SIGINT)\u000a08:03:34.207336 run patchelf(pid=26288): Terminated: ok {rc=0}\u000a08:03:34.240398 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26285): Process ended prematurely: osmo-stp_10.42.42.5(pid=26285) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26285)] [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:03:34.250330 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a08:03:34.313911 run osmo-hlr_10.42.42.2(pid=26282): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26282)]\u000a08:03:34.365271 run osmo-hlr_10.42.42.2(pid=26282): stdout: \u000a| (launched: 2022-12-14_08:03:30.602983) \u000a08:03:34.417552 run osmo-hlr_10.42.42.2(pid=26282): stderr: \u000a| �[0;m�[1;31m20221214080330775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080330775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080330775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080330775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080330775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080330775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080330788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080330798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080330798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080330798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:34.462119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26271): Terminating (SIGTERM)\u000a08:03:34.503712 run iperf3-srv_10.42.42.10(pid=26272): Terminating (SIGTERM)\u000a08:03:34.545476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26273): Terminating (SIGTERM)\u000a08:03:34.587037 run iperf3-srv_10.42.42.10(pid=26274): Terminating (SIGTERM)\u000a08:03:34.629165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26275): Terminating (SIGTERM)\u000a08:03:34.671308 run iperf3-srv_10.42.42.10(pid=26276): Terminating (SIGTERM)\u000a08:03:34.713556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26277): Terminating (SIGTERM)\u000a08:03:34.755553 run iperf3-srv_10.42.42.10(pid=26278): Terminating (SIGTERM)\u000a08:03:34.797649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26281): Terminating (SIGTERM)\u000a08:03:34.839805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26284): Terminating (SIGTERM)\u000a08:03:34.881694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26287): Terminating (SIGTERM)\u000a08:03:34.890965 --- ParallelTerminationStrategy: PID 26271 died...\u000a08:03:34.947033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26271): Terminated: ok {rc=0}\u000a08:03:34.957121 --- ParallelTerminationStrategy: PID 26272 died...\u000a08:03:35.012523 run iperf3-srv_10.42.42.10(pid=26272): Terminated {rc=256}\u000a08:03:35.022437 --- ParallelTerminationStrategy: PID 26273 died...\u000a08:03:35.077884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26273): Terminated: ok {rc=0}\u000a08:03:35.087890 --- ParallelTerminationStrategy: PID 26274 died...\u000a08:03:35.142712 run iperf3-srv_10.42.42.10(pid=26274): Terminated {rc=256}\u000a08:03:35.152560 --- ParallelTerminationStrategy: PID 26275 died...\u000a08:03:35.208008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26275): Terminated: ok {rc=0}\u000a08:03:35.218073 --- ParallelTerminationStrategy: PID 26276 died...\u000a08:03:35.273116 run iperf3-srv_10.42.42.10(pid=26276): Terminated {rc=256}\u000a08:03:35.283040 --- ParallelTerminationStrategy: PID 26277 died...\u000a08:03:35.338792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26277): Terminated: ok {rc=0}\u000a08:03:35.348761 --- ParallelTerminationStrategy: PID 26278 died...\u000a08:03:35.404148 run iperf3-srv_10.42.42.10(pid=26278): Terminated {rc=256}\u000a08:03:35.414051 --- ParallelTerminationStrategy: PID 26281 died...\u000a08:03:35.469297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26281): Terminated: ok {rc=0}\u000a08:03:35.479238 --- ParallelTerminationStrategy: PID 26284 died...\u000a08:03:35.534472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26284): Terminated: ok {rc=0}\u000a08:03:35.544407 --- ParallelTerminationStrategy: PID 26287 died...\u000a08:03:35.599926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26287): Terminated: ok {rc=0}\u000a08:03:35.686119 bus /gobi_4: Setting Powered False\u000a08:03:36.791718 bus /gobi_4: Setting Powered False\u000a08:03:37.899322 bus /gobi_1: Setting Powered False\u000a08:03:39.000517 bus /gobi_1: Setting Powered False\u000a08:03:40.109669 bus /gobi_0: Setting Powered False\u000a08:03:41.214991 bus /gobi_0: Setting Powered False\u000a08:03:42.328192 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26296): Process ended prematurely: osmo-stp_10.42.42.5(pid=26296) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26296)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26296): Process ended prematurely: osmo-stp_10.42.42.5(pid=26296) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:03:43.394624 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:43.406595 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:03:43.548854 tst ping.py: using LAC 39535\u000a08:03:43.662920 tst ping.py: using RAC 10\u000a08:03:43.779471 tst ping.py: using CellId 39535\u000a08:03:43.895279 tst ping.py: using BVCI 39536\u000a08:03:43.917546 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:43.928633 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:43.939495 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:43.950244 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:43.960910 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:43.971702 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:43.982553 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:43.993284 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:03:44.283662 tst ping.py:19: start network...\u000a08:03:44.415046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:44.908142 run create_hlr_db(pid=26290): Launched\u000a08:03:45.091118 bus /gobi_6: Setting Powered False\u000a08:03:46.118445 run create_hlr_db(pid=26290): Terminated: ok {rc=0}\u000a08:03:46.572798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26292): Launched\u000a08:03:46.972458 run osmo-hlr_10.42.42.2(pid=26293): Launched\u000a08:03:47.171293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:47.694010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26295): Launched\u000a08:03:47.985229 run osmo-stp_10.42.42.5(pid=26296): Launched\u000a08:03:48.091720 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:03:48.601383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26298): Launched\u000a08:03:48.704816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:03:48.960516 run patchelf(pid=26299): Launched\u000a08:03:49.131702 run osmo-stp_10.42.42.5(pid=26296): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26296)]\u000a08:03:49.256483 run osmo-stp_10.42.42.5(pid=26296): stdout: \u000a| (launched: 2022-12-14_08:03:47.841988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:49.381605 run osmo-stp_10.42.42.5(pid=26296): stderr: \u000a| �[0;m�[38;5;43m20221214080348008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080348008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080348008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080348009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080348009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080348009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080348009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:49.502234 run osmo-stp_10.42.42.5(pid=26296): stdout: \u000a| (launched: 2022-12-14_08:03:47.841988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:49.621215 run osmo-stp_10.42.42.5(pid=26296): stderr: \u000a| �[0;m�[38;5;43m20221214080348008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080348008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080348008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080348009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080348009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080348009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080348009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:49.760775 run patchelf(pid=26299): Terminating (SIGINT)\u000a08:03:49.925961 run patchelf(pid=26299): Terminated: ok {rc=0}\u000a08:03:49.955931 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26296): Process ended prematurely: osmo-stp_10.42.42.5(pid=26296) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26296)] [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:03:49.964413 tst ping.py:22: Test FAILED (6.6 sec)\u000a08:03:50.023082 run osmo-hlr_10.42.42.2(pid=26293): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26293)]\u000a08:03:50.071567 run osmo-hlr_10.42.42.2(pid=26293): stdout: \u000a| (launched: 2022-12-14_08:03:46.726088) \u000a08:03:50.120264 run osmo-hlr_10.42.42.2(pid=26293): stderr: \u000a| �[0;m�[1;31m20221214080347067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080347067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080347067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080347067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080347067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080347068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080347087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080347095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080347095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080347095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:50.161596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26292): Terminating (SIGTERM)\u000a08:03:50.200464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26295): Terminating (SIGTERM)\u000a08:03:50.239456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26298): Terminating (SIGTERM)\u000a08:03:50.248731 --- ParallelTerminationStrategy: PID 26292 died...\u000a08:03:50.301412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26292): Terminated: ok {rc=0}\u000a08:03:50.310961 --- ParallelTerminationStrategy: PID 26295 died...\u000a08:03:50.363197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26295): Terminated: ok {rc=0}\u000a08:03:50.372706 --- ParallelTerminationStrategy: PID 26298 died...\u000a08:03:50.424778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26298): Terminated: ok {rc=0}\u000a08:03:50.511282 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26306): Process ended prematurely: osmo-stp_10.42.42.5(pid=26306) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26306)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26306): Process ended prematurely: osmo-stp_10.42.42.5(pid=26306) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:03:51.561579 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:51.573216 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:03:51.719350 tst ping_idle_ping.py: using LAC 39536\u000a08:03:51.840888 tst ping_idle_ping.py: using RAC 11\u000a08:03:51.955282 tst ping_idle_ping.py: using CellId 39536\u000a08:03:52.069099 tst ping_idle_ping.py: using BVCI 39537\u000a08:03:52.092046 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:52.103147 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:52.114009 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:52.124650 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:52.135337 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:52.146131 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:52.157469 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:03:52.168256 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:03:52.458842 tst ping_idle_ping.py:24: start network...\u000a08:03:52.589669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:53.086463 run create_hlr_db(pid=26300): Launched\u000a08:03:53.269425 bus /gobi_6: Setting Powered False\u000a08:03:54.290091 run create_hlr_db(pid=26300): Terminated: ok {rc=0}\u000a08:03:54.688872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26302): Launched\u000a08:03:54.983557 run osmo-hlr_10.42.42.2(pid=26303): Launched\u000a08:03:55.099247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:55.613967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26305): Launched\u000a08:03:55.906769 run osmo-stp_10.42.42.5(pid=26306): Launched\u000a08:03:56.013066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:03:56.524775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26309): Launched\u000a08:03:56.628002 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:03:56.884557 run patchelf(pid=26310): Launched\u000a08:03:57.056169 run osmo-stp_10.42.42.5(pid=26306): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26306)]\u000a08:03:57.181428 run osmo-stp_10.42.42.5(pid=26306): stdout: \u000a| (launched: 2022-12-14_08:03:55.762056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:57.306812 run osmo-stp_10.42.42.5(pid=26306): stderr: \u000a| �[0;m�[38;5;43m20221214080355928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080355929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080355929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080355929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080355930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080355930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080355930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:57.427178 run osmo-stp_10.42.42.5(pid=26306): stdout: \u000a| (launched: 2022-12-14_08:03:55.762056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:57.546469 run osmo-stp_10.42.42.5(pid=26306): stderr: \u000a| �[0;m�[38;5;43m20221214080355928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080355929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080355929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080355929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080355930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080355930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080355930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:57.686868 run patchelf(pid=26310): Terminating (SIGINT)\u000a08:03:57.852610 run patchelf(pid=26310): Terminated: ok {rc=0}\u000a08:03:57.882700 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26306): Process ended prematurely: osmo-stp_10.42.42.5(pid=26306) [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26306)] [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:03:57.891164 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a08:03:57.950477 run osmo-hlr_10.42.42.2(pid=26303): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26303)]\u000a08:03:57.998578 run osmo-hlr_10.42.42.2(pid=26303): stdout: \u000a| (launched: 2022-12-14_08:03:54.837992) \u000a08:03:58.047340 run osmo-hlr_10.42.42.2(pid=26303): stderr: \u000a| �[0;m�[1;31m20221214080355009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080355009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080355009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080355009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080355009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080355009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080355022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080355033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080355033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080355033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:58.089076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26302): Terminating (SIGTERM)\u000a08:03:58.128705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26305): Terminating (SIGTERM)\u000a08:03:58.168263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26309): Terminating (SIGTERM)\u000a08:03:58.177523 --- ParallelTerminationStrategy: PID 26302 died...\u000a08:03:58.230298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26302): Terminated: ok {rc=0}\u000a08:03:58.239784 --- ParallelTerminationStrategy: PID 26305 died...\u000a08:03:58.291913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26305): Terminated: ok {rc=0}\u000a08:03:58.301527 --- ParallelTerminationStrategy: PID 26309 died...\u000a08:03:58.353638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26309): Terminated: ok {rc=0}\u000a08:03:58.440648 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:03:00" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26320): Process ended prematurely: osmo-stp_10.42.42.5(pid=26320) [trial-2401↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26320): Process ended prematurely: osmo-stp_10.42.42.5(pid=26320) [trial-2401↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:04:00.438912 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:04:00.450900 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:04:00.604733 tst switch_tch_pdch.py: using LAC 39537\u000a08:04:00.729292 tst switch_tch_pdch.py: using RAC 12\u000a08:04:00.862590 tst switch_tch_pdch.py: using CellId 39537\u000a08:04:00.989826 tst switch_tch_pdch.py: using BVCI 39538\u000a08:04:01.014460 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:04:01.027297 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:04:01.039867 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:04:01.052401 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:04:01.066031 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:04:01.079628 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:04:01.093801 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:04:01.107577 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:04:01.247469 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:04:01.601278 tst switch_tch_pdch.py:51: start network...\u000a08:04:01.739399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:02.280065 run create_hlr_db(pid=26314): Launched\u000a08:04:02.466572 bus /gobi_6: Setting Powered False\u000a08:04:03.486281 run create_hlr_db(pid=26314): Terminated: ok {rc=0}\u000a08:04:03.912384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26316): Launched\u000a08:04:04.232183 run osmo-hlr_10.42.42.2(pid=26317): Launched\u000a08:04:04.350259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:04.904887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26319): Launched\u000a08:04:05.224456 run osmo-stp_10.42.42.5(pid=26320): Launched\u000a08:04:05.340890 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:04:05.900772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26322): Launched\u000a08:04:06.014304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:04:06.293089 run patchelf(pid=26323): Launched\u000a08:04:06.480465 run osmo-stp_10.42.42.5(pid=26320): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)]\u000a08:04:06.616914 run osmo-stp_10.42.42.5(pid=26320): stdout: \u000a| (launched: 2022-12-14_08:04:05.066697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:06.753602 run osmo-stp_10.42.42.5(pid=26320): stderr: \u000a| �[0;m�[38;5;43m20221214080405255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080405255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080405255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080405256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080405256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080405256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080405257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:06.884841 run osmo-stp_10.42.42.5(pid=26320): stdout: \u000a| (launched: 2022-12-14_08:04:05.066697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:07.015119 run osmo-stp_10.42.42.5(pid=26320): stderr: \u000a| �[0;m�[38;5;43m20221214080405255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080405255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080405255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080405256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080405256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080405256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080405257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:07.167753 run patchelf(pid=26323): Terminating (SIGINT)\u000a08:04:07.347629 run patchelf(pid=26323): Terminated: ok {rc=0}\u000a08:04:07.380237 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26320): Process ended prematurely: osmo-stp_10.42.42.5(pid=26320) [trial-2401↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26320)] [trial-2401↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:04:07.389977 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a08:04:07.452680 run osmo-hlr_10.42.42.2(pid=26317): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26317)]\u000a08:04:07.503785 run osmo-hlr_10.42.42.2(pid=26317): stdout: \u000a| (launched: 2022-12-14_08:04:04.075207) \u000a08:04:07.555418 run osmo-hlr_10.42.42.2(pid=26317): stderr: \u000a| �[0;m�[1;31m20221214080404272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080404272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080404272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080404272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080404272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080404272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080404284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080404292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080404292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080404292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:07.599618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26316): Terminating (SIGTERM)\u000a08:04:07.641223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26319): Terminating (SIGTERM)\u000a08:04:07.682803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26322): Terminating (SIGTERM)\u000a08:04:07.692453 --- ParallelTerminationStrategy: PID 26316 died...\u000a08:04:07.748372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26316): Terminated: ok {rc=0}\u000a08:04:07.758350 --- ParallelTerminationStrategy: PID 26319 died...\u000a08:04:07.813948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26319): Terminated: ok {rc=0}\u000a08:04:07.823831 --- ParallelTerminationStrategy: PID 26322 died...\u000a08:04:07.879250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26322): Terminated: ok {rc=0}\u000a08:04:07.965456 bus /gobi_0: Setting Powered False\u000a08:04:09.070095 bus /gobi_0: Setting Powered False\u000a08:04:10.181500 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:04:00" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26333): Process ended prematurely: osmo-stp_10.42.42.5(pid=26333) [trial-2401↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26333)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26333): Process ended prematurely: osmo-stp_10.42.42.5(pid=26333) [trial-2401↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a08:04:12.111267 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:12.121992 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:04:12.261169 tst mo_mt_sms.py: using LAC 39538\u000a08:04:12.382195 tst mo_mt_sms.py: using RAC 13\u000a08:04:12.501672 tst mo_mt_sms.py: using CellId 39538\u000a08:04:12.616069 tst mo_mt_sms.py: using BVCI 39539\u000a08:04:12.638754 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:12.649511 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:12.660012 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:12.670532 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:12.681392 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:12.692386 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a08:04:12.812563 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a08:04:13.020613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:13.519770 run create_hlr_db(pid=26327): Launched\u000a08:04:13.705236 bus /gobi_6: Setting Powered False\u000a08:04:14.725034 run create_hlr_db(pid=26327): Terminated: ok {rc=0}\u000a08:04:15.125266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26329): Launched\u000a08:04:15.421819 run osmo-hlr_10.42.42.2(pid=26330): Launched\u000a08:04:15.529879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:16.085782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26332): Launched\u000a08:04:16.584727 run osmo-stp_10.42.42.5(pid=26333): Launched\u000a08:04:16.752301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:04:17.339131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26335): Launched\u000a08:04:17.638782 run osmo-msc_10.42.42.6(pid=26336): Launched\u000a08:04:17.813132 run osmo-stp_10.42.42.5(pid=26333): ERR: Terminated: ERROR {rc=1} [trial-2401↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26333)]\u000a08:04:17.938529 run osmo-stp_10.42.42.5(pid=26333): stdout: \u000a| (launched: 2022-12-14_08:04:16.243065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:18.062060 run osmo-stp_10.42.42.5(pid=26333): stderr: \u000a| �[0;m�[38;5;43m20221214080416461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080416462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080416463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080416464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080416465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080416465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080416466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:18.180805 run osmo-stp_10.42.42.5(pid=26333): stdout: \u000a| (launched: 2022-12-14_08:04:16.243065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:18.299714 run osmo-stp_10.42.42.5(pid=26333): stderr: \u000a| �[0;m�[38;5;43m20221214080416461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080416462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080416463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080416464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080416465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080416465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080416466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:18.352109 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26333): Process ended prematurely: osmo-stp_10.42.42.5(pid=26333) [trial-2401↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26333)] [trial-2401↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a08:04:18.360076 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a08:04:18.419268 run osmo-hlr_10.42.42.2(pid=26330): ERR: Terminated: ERROR {rc=237} [trial-2401↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26330)]\u000a08:04:18.467900 run osmo-hlr_10.42.42.2(pid=26330): stdout: \u000a| (launched: 2022-12-14_08:04:15.275666) \u000a08:04:18.517058 run osmo-hlr_10.42.42.2(pid=26330): stderr: \u000a| �[0;m�[1;31m20221214080415448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080415448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080415448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080415448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080415448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080415448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080415460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080415468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080415469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080415469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:18.583352 run osmo-msc_10.42.42.6(pid=26336): ERR: Terminated: ERROR {rc=2} [trial-2401↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26336)]\u000a08:04:18.631379 run osmo-msc_10.42.42.6(pid=26336): stdout: \u000a| (launched: 2022-12-14_08:04:17.490729) \u000a08:04:18.679783 run osmo-msc_10.42.42.6(pid=26336): stderr: \u000a| �[0;m�[38;5;43m20221214080417759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080417759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff96df2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080417759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080417759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080417759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080417760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080417761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080417762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080417762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080417762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:04:18.721707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26329): Terminating (SIGTERM)\u000a08:04:18.760918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26332): Terminating (SIGTERM)\u000a08:04:18.800324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26335): Terminating (SIGTERM)\u000a08:04:18.809577 --- ParallelTerminationStrategy: PID 26329 died...\u000a08:04:18.862422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26329): Terminated: ok {rc=0}\u000a08:04:18.871982 --- ParallelTerminationStrategy: PID 26332 died...\u000a08:04:18.924412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26332): Terminated: ok {rc=0}\u000a08:04:18.934033 --- ParallelTerminationStrategy: PID 26335 died...\u000a08:04:18.986565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26335): Terminated: ok {rc=0}\u000a08:04:19.070303 bus /sierra_3: Setting Powered False\u000a08:04:20.175770 bus /sierra_3: Setting Powered False\u000a08:04:21.286312 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:04:11" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26342): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26342) [trial-2401↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26342)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26342): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26342) [trial-2401↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a08:04:23.129828 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a08:04:23.140567 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:04:23.272339 tst assert_extension.py: using LAC 39539\u000a08:04:23.387444 tst assert_extension.py: using RAC 14\u000a08:04:23.502786 tst assert_extension.py: using CellId 39539\u000a08:04:23.618436 tst assert_extension.py: using BVCI 39540\u000a08:04:23.640817 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a08:04:23.931715 tst assert_extension.py:10: start nitb and bts...\u000a08:04:24.064716 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:04:24.723338 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26341): Launched\u000a08:04:25.037565 run osmo-nitb_10.42.42.2(pid=26342): Launched\u000a08:04:25.232629 run osmo-nitb_10.42.42.2(pid=26342): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26342)]\u000a08:04:25.376429 run osmo-nitb_10.42.42.2(pid=26342): stdout: \u000a| (launched: 2022-12-14_08:04:24.884266) \u000a08:04:25.521149 run osmo-nitb_10.42.42.2(pid=26342): stderr: \u000a| (launched: 2022-12-14_08:04:24.931356)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:04:25.660262 run osmo-nitb_10.42.42.2(pid=26342): stdout: \u000a| (launched: 2022-12-14_08:04:24.884266) \u000a08:04:25.797611 run osmo-nitb_10.42.42.2(pid=26342): stderr: \u000a| (launched: 2022-12-14_08:04:24.931356)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:04:26.167001 tst osmo-nitb_10.42.42.2(pid=26342): stdout: \u000a| (launched: 2022-12-14_08:04:24.884266) \u000a08:04:26.294073 tst osmo-nitb_10.42.42.2(pid=26342): stderr: \u000a| (launched: 2022-12-14_08:04:24.931356)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:04:26.350133 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26342): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26342) [trial-2401↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26342)] [trial-2401↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a08:04:26.359037 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a08:04:26.395444 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26341): Terminating (SIGTERM)\u000a08:04:26.574015 --- ParallelTerminationStrategy: PID 26341 died...\u000a08:04:26.631388 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26341): Terminated: ok {rc=0}\u000a08:04:26.717614 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:04:22" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26352): Process ended prematurely: osmo-stp_10.42.42.5(pid=26352) [trial-2401↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26352)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26352): Process ended prematurely: osmo-stp_10.42.42.5(pid=26352) [trial-2401↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a08:04:28.544292 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:28.554931 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:04:28.685510 tst assert_extension.py: using LAC 39540\u000a08:04:28.801805 tst assert_extension.py: using RAC 15\u000a08:04:28.918336 tst assert_extension.py: using CellId 39540\u000a08:04:29.044432 tst assert_extension.py: using BVCI 39541\u000a08:04:29.068703 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:29.079920 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:29.091054 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:29.102411 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:29.113915 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:04:29.125166 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a08:04:29.323354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:29.800643 run create_hlr_db(pid=26346): Launched\u000a08:04:29.971919 bus /sierra_2: Setting Powered False\u000a08:04:31.000807 run create_hlr_db(pid=26346): Terminated: ok {rc=0}\u000a08:04:31.421969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26348): Launched\u000a08:04:31.784135 run osmo-hlr_10.42.42.2(pid=26349): Launched\u000a08:04:32.028141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:32.672252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26351): Launched\u000a08:04:32.969427 run osmo-stp_10.42.42.5(pid=26352): Launched\u000a08:04:33.075823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:04:33.616820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26354): Launched\u000a08:04:33.914886 run osmo-msc_10.42.42.6(pid=26355): Launched\u000a08:04:34.087975 run osmo-stp_10.42.42.5(pid=26352): ERR: Terminated: ERROR {rc=1} [trial-2401↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26352)]\u000a08:04:34.212659 run osmo-stp_10.42.42.5(pid=26352): stdout: \u000a| (launched: 2022-12-14_08:04:32.822544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:34.335620 run osmo-stp_10.42.42.5(pid=26352): stderr: \u000a| �[0;m�[38;5;43m20221214080432989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080432989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080432989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080432989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080432990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080432990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080432990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:34.454432 run osmo-stp_10.42.42.5(pid=26352): stdout: \u000a| (launched: 2022-12-14_08:04:32.822544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:34.571762 run osmo-stp_10.42.42.5(pid=26352): stderr: \u000a| �[0;m�[38;5;43m20221214080432989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080432989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080432989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080432989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080432990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080432990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080432990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:34.623450 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26352): Process ended prematurely: osmo-stp_10.42.42.5(pid=26352) [trial-2401↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26352)] [trial-2401↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a08:04:34.631282 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a08:04:34.690193 run osmo-hlr_10.42.42.2(pid=26349): ERR: Terminated: ERROR {rc=237} [trial-2401↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26349)]\u000a08:04:34.738602 run osmo-hlr_10.42.42.2(pid=26349): stdout: \u000a| (launched: 2022-12-14_08:04:31.576055) \u000a08:04:34.787593 run osmo-hlr_10.42.42.2(pid=26349): stderr: \u000a| �[0;m�[1;31m20221214080431980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080431980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080431980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080431981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080431981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080431981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080432006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080432027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080432027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080432028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:34.854245 run osmo-msc_10.42.42.6(pid=26355): ERR: Terminated: ERROR {rc=2} [trial-2401↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26355)]\u000a08:04:34.902646 run osmo-msc_10.42.42.6(pid=26355): stdout: \u000a| (launched: 2022-12-14_08:04:33.766732) \u000a08:04:34.951694 run osmo-msc_10.42.42.6(pid=26355): stderr: \u000a| �[0;m�[38;5;43m20221214080434034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080434034 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75249ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080434034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080434034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080434034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080434035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080434036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080434037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080434037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080434037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:04:34.993392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26348): Terminating (SIGTERM)\u000a08:04:35.032558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26351): Terminating (SIGTERM)\u000a08:04:35.071657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26354): Terminating (SIGTERM)\u000a08:04:35.080827 --- ParallelTerminationStrategy: PID 26348 died...\u000a08:04:35.133394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26348): Terminated: ok {rc=0}\u000a08:04:35.142943 --- ParallelTerminationStrategy: PID 26351 died...\u000a08:04:35.195164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26351): Terminated: ok {rc=0}\u000a08:04:35.204512 --- ParallelTerminationStrategy: PID 26354 died...\u000a08:04:35.256467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26354): Terminated: ok {rc=0}\u000a08:04:35.343584 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:04:28" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26368): Process ended prematurely: osmo-stp_10.42.42.5(pid=26368) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26368): Process ended prematurely: osmo-stp_10.42.42.5(pid=26368) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:04:37.294129 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:04:37.305152 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:04:37.455923 tst mo_mt_call.py: using LAC 39541\u000a08:04:37.580631 tst mo_mt_call.py: using RAC 16\u000a08:04:37.706285 tst mo_mt_call.py: using CellId 39541\u000a08:04:37.831762 tst mo_mt_call.py: using BVCI 39542\u000a08:04:37.856530 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:04:37.868135 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:04:37.879571 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:04:37.891023 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:04:37.902874 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:04:37.914490 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:04:38.034025 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:04:38.236366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:38.723185 run create_hlr_db(pid=26361): Launched\u000a08:04:38.898043 bus /sierra_2: Setting Powered False\u000a08:04:39.918242 run create_hlr_db(pid=26361): Terminated: ok {rc=0}\u000a08:04:40.349473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26363): Launched\u000a08:04:40.674345 run osmo-hlr_10.42.42.2(pid=26365): Launched\u000a08:04:40.791504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:41.354820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26367): Launched\u000a08:04:41.681230 run osmo-stp_10.42.42.5(pid=26368): Launched\u000a08:04:41.798927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:04:42.391121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26370): Launched\u000a08:04:42.716699 run osmo-msc_10.42.42.6(pid=26371): Launched\u000a08:04:42.908475 run osmo-stp_10.42.42.5(pid=26368): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)]\u000a08:04:43.046505 run osmo-stp_10.42.42.5(pid=26368): stdout: \u000a| (launched: 2022-12-14_08:04:41.520398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:43.181341 run osmo-stp_10.42.42.5(pid=26368): stderr: \u000a| �[0;m�[38;5;43m20221214080441710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080441710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080441710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080441710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080441711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080441711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080441711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:43.310866 run osmo-stp_10.42.42.5(pid=26368): stdout: \u000a| (launched: 2022-12-14_08:04:41.520398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:43.439590 run osmo-stp_10.42.42.5(pid=26368): stderr: \u000a| �[0;m�[38;5;43m20221214080441710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080441710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080441710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080441710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080441711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080441711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080441711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:43.496495 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26368): Process ended prematurely: osmo-stp_10.42.42.5(pid=26368) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26368)] [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:04:43.505612 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:04:43.568452 run osmo-hlr_10.42.42.2(pid=26365): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26365)]\u000a08:04:43.619756 run osmo-hlr_10.42.42.2(pid=26365): stdout: \u000a| (launched: 2022-12-14_08:04:40.514751) \u000a08:04:43.671630 run osmo-hlr_10.42.42.2(pid=26365): stderr: \u000a| �[0;m�[1;31m20221214080440712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080440712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080440712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080440712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080440712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080440712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080440723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080440731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080440731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080440732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:43.742044 run osmo-msc_10.42.42.6(pid=26371): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26371)]\u000a08:04:43.793096 run osmo-msc_10.42.42.6(pid=26371): stdout: \u000a| (launched: 2022-12-14_08:04:42.556935) \u000a08:04:43.844836 run osmo-msc_10.42.42.6(pid=26371): stderr: \u000a| �[0;m�[38;5;43m20221214080442878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080442878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47e424cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080442879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080442879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080442879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080442879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080442881 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080442881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080442881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080442881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:04:43.888930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26363): Terminating (SIGTERM)\u000a08:04:43.930617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26367): Terminating (SIGTERM)\u000a08:04:43.972523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26370): Terminating (SIGTERM)\u000a08:04:43.982253 --- ParallelTerminationStrategy: PID 26363 died...\u000a08:04:44.038134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26363): Terminated: ok {rc=0}\u000a08:04:44.048036 --- ParallelTerminationStrategy: PID 26367 died...\u000a08:04:44.103800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26367): Terminated: ok {rc=0}\u000a08:04:44.113812 --- ParallelTerminationStrategy: PID 26370 died...\u000a08:04:44.169092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26370): Terminated: ok {rc=0}\u000a08:04:44.256143 bus /sierra_3: Setting Powered False\u000a08:04:45.361524 bus /sierra_3: Setting Powered False\u000a08:04:46.495858 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26379): Process ended prematurely: osmo-stp_10.42.42.5(pid=26379) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26379)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26379): Process ended prematurely: osmo-stp_10.42.42.5(pid=26379) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:04:47.611360 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:04:47.623684 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:04:47.786930 tst mo_mt_call_osmux.py: using LAC 39542\u000a08:04:47.908424 tst mo_mt_call_osmux.py: using RAC 17\u000a08:04:48.030337 tst mo_mt_call_osmux.py: using CellId 39542\u000a08:04:48.151678 tst mo_mt_call_osmux.py: using BVCI 39543\u000a08:04:48.175020 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:04:48.186245 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:04:48.197154 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:04:48.208125 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:04:48.219119 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:04:48.230051 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:04:48.351462 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:04:48.564462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:49.074860 run create_hlr_db(pid=26373): Launched\u000a08:04:49.262834 bus /sierra_2: Setting Powered False\u000a08:04:50.282498 run create_hlr_db(pid=26373): Terminated: ok {rc=0}\u000a08:04:50.710680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26375): Launched\u000a08:04:51.015595 run osmo-hlr_10.42.42.2(pid=26376): Launched\u000a08:04:51.128508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:51.658382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26378): Launched\u000a08:04:51.962797 run osmo-stp_10.42.42.5(pid=26379): Launched\u000a08:04:52.072492 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:04:52.627291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26381): Launched\u000a08:04:52.932411 run osmo-msc_10.42.42.6(pid=26382): Launched\u000a08:04:53.111263 run osmo-stp_10.42.42.5(pid=26379): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26379)]\u000a08:04:53.240503 run osmo-stp_10.42.42.5(pid=26379): stdout: \u000a| (launched: 2022-12-14_08:04:51.812055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:53.367057 run osmo-stp_10.42.42.5(pid=26379): stderr: \u000a| �[0;m�[38;5;43m20221214080451981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080451981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080451981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080451982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080451982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080451982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080451982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:53.488673 run osmo-stp_10.42.42.5(pid=26379): stdout: \u000a| (launched: 2022-12-14_08:04:51.812055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:53.609351 run osmo-stp_10.42.42.5(pid=26379): stderr: \u000a| �[0;m�[38;5;43m20221214080451981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080451981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080451981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080451982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080451982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080451982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080451982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:53.663037 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26379): Process ended prematurely: osmo-stp_10.42.42.5(pid=26379) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26379)] [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:04:53.671514 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:04:53.730378 run osmo-hlr_10.42.42.2(pid=26376): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26376)]\u000a08:04:53.778847 run osmo-hlr_10.42.42.2(pid=26376): stdout: \u000a| (launched: 2022-12-14_08:04:50.865428) \u000a08:04:53.828083 run osmo-hlr_10.42.42.2(pid=26376): stderr: \u000a| �[0;m�[1;31m20221214080451038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080451038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080451038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080451038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080451038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080451038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080451051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080451061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080451062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080451062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:53.894837 run osmo-msc_10.42.42.6(pid=26382): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26382)]\u000a08:04:53.943293 run osmo-msc_10.42.42.6(pid=26382): stdout: \u000a| (launched: 2022-12-14_08:04:52.780872) \u000a08:04:53.992275 run osmo-msc_10.42.42.6(pid=26382): stderr: \u000a| �[0;m�[38;5;43m20221214080453049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080453050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61d2a5ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080453050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080453050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080453050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080453050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080453052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080453052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080453052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080453053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:04:54.034126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26375): Terminating (SIGTERM)\u000a08:04:54.073933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26378): Terminating (SIGTERM)\u000a08:04:54.113560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26381): Terminating (SIGTERM)\u000a08:04:54.122831 --- ParallelTerminationStrategy: PID 26375 died...\u000a08:04:54.175484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26375): Terminated: ok {rc=0}\u000a08:04:54.185094 --- ParallelTerminationStrategy: PID 26378 died...\u000a08:04:54.237462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26378): Terminated: ok {rc=0}\u000a08:04:54.246979 --- ParallelTerminationStrategy: PID 26381 died...\u000a08:04:54.299419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26381): Terminated: ok {rc=0}\u000a08:04:54.382007 bus /sierra_3: Setting Powered False\u000a08:04:55.488132 bus /sierra_3: Setting Powered False\u000a08:04:56.595049 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:04:37" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26397): Process ended prematurely: osmo-stp_10.42.42.5(pid=26397) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26397)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26397): Process ended prematurely: osmo-stp_10.42.42.5(pid=26397) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:04:58.599091 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:04:58.610671 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:04:58.773462 tst mo_mt_call.py: using LAC 39543\u000a08:04:58.900378 tst mo_mt_call.py: using RAC 18\u000a08:04:59.027316 tst mo_mt_call.py: using CellId 39543\u000a08:04:59.150012 tst mo_mt_call.py: using BVCI 39544\u000a08:04:59.173342 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:04:59.184421 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:04:59.195489 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:04:59.206671 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:04:59.217963 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:04:59.228755 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:04:59.350144 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:04:59.562252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:00.071164 run create_hlr_db(pid=26388): Launched\u000a08:05:00.258307 bus /sierra_2: Setting Powered False\u000a08:05:01.298557 run create_hlr_db(pid=26388): Terminated: ok {rc=0}\u000a08:05:01.726859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26390): Launched\u000a08:05:02.133330 run osmo-hlr_10.42.42.2(pid=26394): Launched\u000a08:05:02.259415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:02.809682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26396): Launched\u000a08:05:03.121501 run osmo-stp_10.42.42.5(pid=26397): Launched\u000a08:05:03.240641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:05:03.836043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26399): Launched\u000a08:05:04.163402 run osmo-msc_10.42.42.6(pid=26400): Launched\u000a08:05:04.354188 run osmo-stp_10.42.42.5(pid=26397): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26397)]\u000a08:05:04.492532 run osmo-stp_10.42.42.5(pid=26397): stdout: \u000a| (launched: 2022-12-14_08:05:02.962734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:04.628820 run osmo-stp_10.42.42.5(pid=26397): stderr: \u000a| �[0;m�[38;5;43m20221214080503147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080503147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080503147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080503147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080503148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080503148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080503148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:04.759671 run osmo-stp_10.42.42.5(pid=26397): stdout: \u000a| (launched: 2022-12-14_08:05:02.962734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:04.888842 run osmo-stp_10.42.42.5(pid=26397): stderr: \u000a| �[0;m�[38;5;43m20221214080503147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080503147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080503147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080503147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080503148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080503148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080503148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:04.946267 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26397): Process ended prematurely: osmo-stp_10.42.42.5(pid=26397) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26397)] [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:05:04.955276 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:05:05.017786 run osmo-hlr_10.42.42.2(pid=26394): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26394)]\u000a08:05:05.068887 run osmo-hlr_10.42.42.2(pid=26394): stdout: \u000a| (launched: 2022-12-14_08:05:01.899062) \u000a08:05:05.120790 run osmo-hlr_10.42.42.2(pid=26394): stderr: \u000a| �[0;m�[1;31m20221214080502228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080502228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080502228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080502228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080502229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080502229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080502243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080502251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080502251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080502251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:05.190961 run osmo-msc_10.42.42.6(pid=26400): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26400)]\u000a08:05:05.242010 run osmo-msc_10.42.42.6(pid=26400): stdout: \u000a| (launched: 2022-12-14_08:05:04.001497) \u000a08:05:05.293589 run osmo-msc_10.42.42.6(pid=26400): stderr: \u000a| �[0;m�[38;5;43m20221214080504320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080504320 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb733f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080504320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080504320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080504320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080504321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080504322 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080504323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080504323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080504323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:05:05.337852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26390): Terminating (SIGTERM)\u000a08:05:05.379333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26396): Terminating (SIGTERM)\u000a08:05:05.421952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26399): Terminating (SIGTERM)\u000a08:05:05.431621 --- ParallelTerminationStrategy: PID 26390 died...\u000a08:05:05.487602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26390): Terminated: ok {rc=0}\u000a08:05:05.497655 --- ParallelTerminationStrategy: PID 26396 died...\u000a08:05:05.553433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26396): Terminated: ok {rc=0}\u000a08:05:05.563392 --- ParallelTerminationStrategy: PID 26399 died...\u000a08:05:05.619132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26399): Terminated: ok {rc=0}\u000a08:05:05.706232 bus /sierra_3: Setting Powered False\u000a08:05:06.812199 bus /sierra_3: Setting Powered False\u000a08:05:07.919828 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26408): Process ended prematurely: osmo-stp_10.42.42.5(pid=26408) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26408)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26408): Process ended prematurely: osmo-stp_10.42.42.5(pid=26408) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:05:09.034004 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:05:09.046294 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:05:09.208831 tst mo_mt_call_osmux.py: using LAC 39544\u000a08:05:09.332363 tst mo_mt_call_osmux.py: using RAC 19\u000a08:05:09.451970 tst mo_mt_call_osmux.py: using CellId 39544\u000a08:05:09.572726 tst mo_mt_call_osmux.py: using BVCI 39545\u000a08:05:09.595984 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:05:09.607281 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:05:09.618339 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:05:09.629396 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:05:09.640344 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:05:09.651256 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:05:09.773519 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:05:09.977204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:10.463742 run create_hlr_db(pid=26402): Launched\u000a08:05:10.638011 bus /sierra_2: Setting Powered False\u000a08:05:11.659229 run create_hlr_db(pid=26402): Terminated: ok {rc=0}\u000a08:05:12.064591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26404): Launched\u000a08:05:12.366824 run osmo-hlr_10.42.42.2(pid=26405): Launched\u000a08:05:12.485956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:13.021492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26407): Launched\u000a08:05:13.325248 run osmo-stp_10.42.42.5(pid=26408): Launched\u000a08:05:13.434124 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:05:13.987962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26410): Launched\u000a08:05:14.291688 run osmo-msc_10.42.42.6(pid=26411): Launched\u000a08:05:14.469366 run osmo-stp_10.42.42.5(pid=26408): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26408)]\u000a08:05:14.596429 run osmo-stp_10.42.42.5(pid=26408): stdout: \u000a| (launched: 2022-12-14_08:05:13.175226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:14.722353 run osmo-stp_10.42.42.5(pid=26408): stderr: \u000a| �[0;m�[38;5;43m20221214080513343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080513343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080513344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080513344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080513344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080513345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080513345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:14.843830 run osmo-stp_10.42.42.5(pid=26408): stdout: \u000a| (launched: 2022-12-14_08:05:13.175226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:14.963269 run osmo-stp_10.42.42.5(pid=26408): stderr: \u000a| �[0;m�[38;5;43m20221214080513343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080513343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080513344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080513344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080513344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080513345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080513345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:15.016483 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26408): Process ended prematurely: osmo-stp_10.42.42.5(pid=26408) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26408)] [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:05:15.024798 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:05:15.083600 run osmo-hlr_10.42.42.2(pid=26405): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26405)]\u000a08:05:15.131929 run osmo-hlr_10.42.42.2(pid=26405): stdout: \u000a| (launched: 2022-12-14_08:05:12.218173) \u000a08:05:15.180734 run osmo-hlr_10.42.42.2(pid=26405): stderr: \u000a| �[0;m�[1;31m20221214080512393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080512393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080512393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080512393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080512393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080512393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080512405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080512414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080512414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080512414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:15.246972 run osmo-msc_10.42.42.6(pid=26411): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26411)]\u000a08:05:15.294933 run osmo-msc_10.42.42.6(pid=26411): stdout: \u000a| (launched: 2022-12-14_08:05:14.141528) \u000a08:05:15.343393 run osmo-msc_10.42.42.6(pid=26411): stderr: \u000a| �[0;m�[38;5;43m20221214080514411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080514411 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73884c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080514411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080514411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080514412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080514412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080514414 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080514414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080514414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080514414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:05:15.384730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26404): Terminating (SIGTERM)\u000a08:05:15.423821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26407): Terminating (SIGTERM)\u000a08:05:15.462957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26410): Terminating (SIGTERM)\u000a08:05:15.472175 --- ParallelTerminationStrategy: PID 26404 died...\u000a08:05:15.524410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26404): Terminated: ok {rc=0}\u000a08:05:15.533997 --- ParallelTerminationStrategy: PID 26407 died...\u000a08:05:15.585958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26407): Terminated: ok {rc=0}\u000a08:05:15.595380 --- ParallelTerminationStrategy: PID 26410 died...\u000a08:05:15.647509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26410): Terminated: ok {rc=0}\u000a08:05:15.734147 bus /sierra_3: Setting Powered False\u000a08:05:16.874392 bus /sierra_3: Setting Powered False\u000a08:05:17.986990 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:04:58" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26422): Process ended prematurely: osmo-stp_10.42.42.5(pid=26422) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26422)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26422): Process ended prematurely: osmo-stp_10.42.42.5(pid=26422) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:05:19.970557 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:05:19.981800 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:05:20.134080 tst mo_mt_call.py: using LAC 39545\u000a08:05:20.252097 tst mo_mt_call.py: using RAC 20\u000a08:05:20.372756 tst mo_mt_call.py: using CellId 39545\u000a08:05:20.492750 tst mo_mt_call.py: using BVCI 39546\u000a08:05:20.515578 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:05:20.526835 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:05:20.537901 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:05:20.548840 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:05:20.560170 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:05:20.571941 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:05:20.695160 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:05:20.905780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:21.419447 run create_hlr_db(pid=26416): Launched\u000a08:05:21.609448 bus /sierra_2: Setting Powered False\u000a08:05:22.628567 run create_hlr_db(pid=26416): Terminated: ok {rc=0}\u000a08:05:23.036564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26418): Launched\u000a08:05:23.339964 run osmo-hlr_10.42.42.2(pid=26419): Launched\u000a08:05:23.451127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:23.975987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26421): Launched\u000a08:05:24.279566 run osmo-stp_10.42.42.5(pid=26422): Launched\u000a08:05:24.391026 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:05:24.947706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26424): Launched\u000a08:05:25.253421 run osmo-msc_10.42.42.6(pid=26425): Launched\u000a08:05:25.429686 run osmo-stp_10.42.42.5(pid=26422): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26422)]\u000a08:05:25.557220 run osmo-stp_10.42.42.5(pid=26422): stdout: \u000a| (launched: 2022-12-14_08:05:24.129437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:25.682143 run osmo-stp_10.42.42.5(pid=26422): stderr: \u000a| �[0;m�[38;5;43m20221214080524296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080524296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080524296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080524297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080524297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080524298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080524298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:25.802458 run osmo-stp_10.42.42.5(pid=26422): stdout: \u000a| (launched: 2022-12-14_08:05:24.129437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:25.921857 run osmo-stp_10.42.42.5(pid=26422): stderr: \u000a| �[0;m�[38;5;43m20221214080524296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080524296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080524296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080524297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080524297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080524298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080524298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:25.974806 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26422): Process ended prematurely: osmo-stp_10.42.42.5(pid=26422) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26422)] [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:05:25.983094 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a08:05:26.042047 run osmo-hlr_10.42.42.2(pid=26419): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26419)]\u000a08:05:26.090341 run osmo-hlr_10.42.42.2(pid=26419): stdout: \u000a| (launched: 2022-12-14_08:05:23.190293) \u000a08:05:26.139414 run osmo-hlr_10.42.42.2(pid=26419): stderr: \u000a| �[0;m�[1;31m20221214080523363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080523363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080523363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080523363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080523363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080523363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080523376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080523384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080523384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080523384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:26.205881 run osmo-msc_10.42.42.6(pid=26425): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26425)]\u000a08:05:26.254074 run osmo-msc_10.42.42.6(pid=26425): stdout: \u000a| (launched: 2022-12-14_08:05:25.102476) \u000a08:05:26.302677 run osmo-msc_10.42.42.6(pid=26425): stderr: \u000a| �[0;m�[38;5;43m20221214080525370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080525370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce2bf9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080525370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080525370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080525370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080525371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080525372 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080525373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080525373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080525373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:05:26.343903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26418): Terminating (SIGTERM)\u000a08:05:26.382869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26421): Terminating (SIGTERM)\u000a08:05:26.421891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26424): Terminating (SIGTERM)\u000a08:05:26.431109 --- ParallelTerminationStrategy: PID 26418 died...\u000a08:05:26.483405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26418): Terminated: ok {rc=0}\u000a08:05:26.492851 --- ParallelTerminationStrategy: PID 26421 died...\u000a08:05:26.544972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26421): Terminated: ok {rc=0}\u000a08:05:26.554339 --- ParallelTerminationStrategy: PID 26424 died...\u000a08:05:26.606253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26424): Terminated: ok {rc=0}\u000a08:05:26.693433 bus /sierra_3: Setting Powered False\u000a08:05:27.798579 bus /sierra_3: Setting Powered False\u000a08:05:28.906576 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26433): Process ended prematurely: osmo-stp_10.42.42.5(pid=26433) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26433)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26433): Process ended prematurely: osmo-stp_10.42.42.5(pid=26433) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:05:30.021059 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:05:30.033816 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:05:30.199382 tst mo_mt_call_osmux.py: using LAC 39546\u000a08:05:30.329375 tst mo_mt_call_osmux.py: using RAC 21\u000a08:05:30.459803 tst mo_mt_call_osmux.py: using CellId 39546\u000a08:05:30.587799 tst mo_mt_call_osmux.py: using BVCI 39547\u000a08:05:30.612547 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:05:30.624225 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:05:30.635723 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:05:30.647177 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:05:30.659159 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:05:30.671109 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:05:30.790102 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:05:31.016479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:31.561821 run create_hlr_db(pid=26427): Launched\u000a08:05:31.744840 bus /sierra_2: Setting Powered False\u000a08:05:32.759260 run create_hlr_db(pid=26427): Terminated: ok {rc=0}\u000a08:05:33.196236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26429): Launched\u000a08:05:33.525471 run osmo-hlr_10.42.42.2(pid=26430): Launched\u000a08:05:33.647773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:34.214856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26432): Launched\u000a08:05:34.541230 run osmo-stp_10.42.42.5(pid=26433): Launched\u000a08:05:34.658879 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:05:35.252264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26435): Launched\u000a08:05:35.578182 run osmo-msc_10.42.42.6(pid=26436): Launched\u000a08:05:35.767841 run osmo-stp_10.42.42.5(pid=26433): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26433)]\u000a08:05:35.905613 run osmo-stp_10.42.42.5(pid=26433): stdout: \u000a| (launched: 2022-12-14_08:05:34.380797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:36.041762 run osmo-stp_10.42.42.5(pid=26433): stderr: \u000a| �[0;m�[38;5;43m20221214080534570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080534570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080534570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080534570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080534571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080534571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080534571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:36.172121 run osmo-stp_10.42.42.5(pid=26433): stdout: \u000a| (launched: 2022-12-14_08:05:34.380797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:36.300876 run osmo-stp_10.42.42.5(pid=26433): stderr: \u000a| �[0;m�[38;5;43m20221214080534570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080534570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080534570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080534570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080534571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080534571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080534571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:36.358425 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26433): Process ended prematurely: osmo-stp_10.42.42.5(pid=26433) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26433)] [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:05:36.367706 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:05:36.430297 run osmo-hlr_10.42.42.2(pid=26430): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26430)]\u000a08:05:36.481782 run osmo-hlr_10.42.42.2(pid=26430): stdout: \u000a| (launched: 2022-12-14_08:05:33.362226) \u000a08:05:36.533712 run osmo-hlr_10.42.42.2(pid=26430): stderr: \u000a| �[0;m�[1;31m20221214080533558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080533558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080533558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080533558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080533558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080533558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080533570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080533578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080533579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080533579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:36.603958 run osmo-msc_10.42.42.6(pid=26436): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26436)]\u000a08:05:36.654902 run osmo-msc_10.42.42.6(pid=26436): stdout: \u000a| (launched: 2022-12-14_08:05:35.417465) \u000a08:05:36.706536 run osmo-msc_10.42.42.6(pid=26436): stderr: \u000a| �[0;m�[38;5;43m20221214080535737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080535737 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2988dfcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080535737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080535737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080535737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080535737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080535739 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080535739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080535739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080535740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:05:36.751053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26429): Terminating (SIGTERM)\u000a08:05:36.793589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26432): Terminating (SIGTERM)\u000a08:05:36.835875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26435): Terminating (SIGTERM)\u000a08:05:36.845704 --- ParallelTerminationStrategy: PID 26429 died...\u000a08:05:36.901713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26429): Terminated: ok {rc=0}\u000a08:05:36.911880 --- ParallelTerminationStrategy: PID 26432 died...\u000a08:05:36.968183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26432): Terminated: ok {rc=0}\u000a08:05:36.978291 --- ParallelTerminationStrategy: PID 26435 died...\u000a08:05:37.033999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26435): Terminated: ok {rc=0}\u000a08:05:37.120370 bus /sierra_3: Setting Powered False\u000a08:05:38.225913 bus /sierra_3: Setting Powered False\u000a08:05:39.336744 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:05:19" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26447): Process ended prematurely: osmo-stp_10.42.42.5(pid=26447) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26447)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26447): Process ended prematurely: osmo-stp_10.42.42.5(pid=26447) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:05:41.321449 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:05:41.332513 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:05:41.484176 tst mo_mt_call.py: using LAC 39547\u000a08:05:41.605260 tst mo_mt_call.py: using RAC 22\u000a08:05:41.724376 tst mo_mt_call.py: using CellId 39547\u000a08:05:41.845619 tst mo_mt_call.py: using BVCI 39548\u000a08:05:41.868565 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:05:41.879685 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:05:41.891051 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:05:41.902419 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:05:41.913793 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:05:41.925139 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:05:42.044027 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:05:42.246847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:42.731814 run create_hlr_db(pid=26441): Launched\u000a08:05:42.904714 bus /sierra_2: Setting Powered False\u000a08:05:43.926525 run create_hlr_db(pid=26441): Terminated: ok {rc=0}\u000a08:05:44.359130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26443): Launched\u000a08:05:44.688299 run osmo-hlr_10.42.42.2(pid=26444): Launched\u000a08:05:44.807578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:45.373108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26446): Launched\u000a08:05:45.676312 run osmo-stp_10.42.42.5(pid=26447): Launched\u000a08:05:45.784449 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:05:46.376856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26449): Launched\u000a08:05:46.779565 run osmo-msc_10.42.42.6(pid=26450): Launched\u000a08:05:47.265556 run osmo-stp_10.42.42.5(pid=26447): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26447)]\u000a08:05:47.479362 run osmo-stp_10.42.42.5(pid=26447): stdout: \u000a| (launched: 2022-12-14_08:05:45.527060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:47.616329 run osmo-stp_10.42.42.5(pid=26447): stderr: \u000a| �[0;m�[38;5;43m20221214080545697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080545697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080545697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080545698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080545698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080545698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080545698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:47.746441 run osmo-stp_10.42.42.5(pid=26447): stdout: \u000a| (launched: 2022-12-14_08:05:45.527060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:47.875307 run osmo-stp_10.42.42.5(pid=26447): stderr: \u000a| �[0;m�[38;5;43m20221214080545697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080545697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080545697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080545698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080545698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080545698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080545698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:47.932217 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26447): Process ended prematurely: osmo-stp_10.42.42.5(pid=26447) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26447)] [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:05:47.941492 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a08:05:48.004013 run osmo-hlr_10.42.42.2(pid=26444): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26444)]\u000a08:05:48.055345 run osmo-hlr_10.42.42.2(pid=26444): stdout: \u000a| (launched: 2022-12-14_08:05:44.526366) \u000a08:05:48.107100 run osmo-hlr_10.42.42.2(pid=26444): stderr: \u000a| �[0;m�[1;31m20221214080544722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080544722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080544722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080544722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080544722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080544722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080544734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080544745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080544745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080544746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:48.177468 run osmo-msc_10.42.42.6(pid=26450): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26450)]\u000a08:05:48.228445 run osmo-msc_10.42.42.6(pid=26450): stdout: \u000a| (launched: 2022-12-14_08:05:46.576140) \u000a08:05:48.280481 run osmo-msc_10.42.42.6(pid=26450): stderr: \u000a| �[0;m�[38;5;43m20221214080547132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080547133 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb5c8a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080547133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080547133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080547133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080547133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080547135 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080547135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080547135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080547135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:05:48.324922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26443): Terminating (SIGTERM)\u000a08:05:48.367430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26446): Terminating (SIGTERM)\u000a08:05:48.409473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26449): Terminating (SIGTERM)\u000a08:05:48.419309 --- ParallelTerminationStrategy: PID 26443 died...\u000a08:05:48.475714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26443): Terminated: ok {rc=0}\u000a08:05:48.485999 --- ParallelTerminationStrategy: PID 26446 died...\u000a08:05:48.542337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26446): Terminated: ok {rc=0}\u000a08:05:48.552451 --- ParallelTerminationStrategy: PID 26449 died...\u000a08:05:48.608528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26449): Terminated: ok {rc=0}\u000a08:05:48.694626 bus /sierra_3: Setting Powered False\u000a08:05:49.800356 bus /sierra_3: Setting Powered False\u000a08:05:50.909886 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26459): Process ended prematurely: osmo-stp_10.42.42.5(pid=26459) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26459)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26459): Process ended prematurely: osmo-stp_10.42.42.5(pid=26459) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:05:52.021339 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:05:52.033071 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:05:52.198124 tst mo_mt_call_osmux.py: using LAC 39548\u000a08:05:52.328630 tst mo_mt_call_osmux.py: using RAC 23\u000a08:05:52.455234 tst mo_mt_call_osmux.py: using CellId 39548\u000a08:05:52.582487 tst mo_mt_call_osmux.py: using BVCI 39549\u000a08:05:52.607396 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:05:52.619252 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:05:52.630940 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:05:52.642410 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:05:52.654444 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:05:52.666329 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:05:52.788356 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:05:52.991766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:53.478607 run create_hlr_db(pid=26453): Launched\u000a08:05:53.652185 bus /sierra_2: Setting Powered False\u000a08:05:54.674071 run create_hlr_db(pid=26453): Terminated: ok {rc=0}\u000a08:05:55.107282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26455): Launched\u000a08:05:55.432812 run osmo-hlr_10.42.42.2(pid=26456): Launched\u000a08:05:55.553667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:56.120521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26458): Launched\u000a08:05:56.447463 run osmo-stp_10.42.42.5(pid=26459): Launched\u000a08:05:56.566708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:05:57.160390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26461): Launched\u000a08:05:57.487066 run osmo-msc_10.42.42.6(pid=26462): Launched\u000a08:05:57.679677 run osmo-stp_10.42.42.5(pid=26459): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26459)]\u000a08:05:57.818674 run osmo-stp_10.42.42.5(pid=26459): stdout: \u000a| (launched: 2022-12-14_08:05:56.286118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:57.955066 run osmo-stp_10.42.42.5(pid=26459): stderr: \u000a| �[0;m�[38;5;43m20221214080556476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080556476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080556477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080556477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080556477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080556478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080556478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:58.086366 run osmo-stp_10.42.42.5(pid=26459): stdout: \u000a| (launched: 2022-12-14_08:05:56.286118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:58.216352 run osmo-stp_10.42.42.5(pid=26459): stderr: \u000a| �[0;m�[38;5;43m20221214080556476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080556476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080556477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080556477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080556477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080556478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080556478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:58.274279 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26459): Process ended prematurely: osmo-stp_10.42.42.5(pid=26459) [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26459)] [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:05:58.283529 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:05:58.346233 run osmo-hlr_10.42.42.2(pid=26456): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26456)]\u000a08:05:58.397331 run osmo-hlr_10.42.42.2(pid=26456): stdout: \u000a| (launched: 2022-12-14_08:05:55.273120) \u000a08:05:58.449231 run osmo-hlr_10.42.42.2(pid=26456): stderr: \u000a| �[0;m�[1;31m20221214080555469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080555469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080555469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080555469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080555469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080555469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080555482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080555490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080555490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080555491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:58.519582 run osmo-msc_10.42.42.6(pid=26462): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26462)]\u000a08:05:58.570615 run osmo-msc_10.42.42.6(pid=26462): stdout: \u000a| (launched: 2022-12-14_08:05:57.325679) \u000a08:05:58.622300 run osmo-msc_10.42.42.6(pid=26462): stderr: \u000a| �[0;m�[38;5;43m20221214080557650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080557650 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbee0b04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080557650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080557650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080557651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080557651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080557652 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080557653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080557653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080557653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:05:58.666600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26455): Terminating (SIGTERM)\u000a08:05:58.708326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26458): Terminating (SIGTERM)\u000a08:05:58.750483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26461): Terminating (SIGTERM)\u000a08:05:58.760121 --- ParallelTerminationStrategy: PID 26455 died...\u000a08:05:58.815983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26455): Terminated: ok {rc=0}\u000a08:05:58.826040 --- ParallelTerminationStrategy: PID 26458 died...\u000a08:05:58.881470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26458): Terminated: ok {rc=0}\u000a08:05:58.891345 --- ParallelTerminationStrategy: PID 26461 died...\u000a08:05:58.946932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26461): Terminated: ok {rc=0}\u000a08:05:59.032863 bus /sierra_3: Setting Powered False\u000a08:06:00.137163 bus /sierra_3: Setting Powered False\u000a08:06:01.265968 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:05:41" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26473): Process ended prematurely: osmo-stp_10.42.42.5(pid=26473) [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26473)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26473): Process ended prematurely: osmo-stp_10.42.42.5(pid=26473) [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:06:03.272013 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:06:03.283558 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:06:03.436850 tst mo_mt_call.py: using LAC 39549\u000a08:06:03.554464 tst mo_mt_call.py: using RAC 24\u000a08:06:03.671841 tst mo_mt_call.py: using CellId 39549\u000a08:06:03.791392 tst mo_mt_call.py: using BVCI 39550\u000a08:06:03.814480 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:06:03.825765 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:06:03.836662 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:06:03.847629 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:06:03.859515 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:06:03.871061 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:06:03.992022 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:06:04.207790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:04.719121 run create_hlr_db(pid=26467): Launched\u000a08:06:04.906534 bus /sierra_2: Setting Powered False\u000a08:06:05.927611 run create_hlr_db(pid=26467): Terminated: ok {rc=0}\u000a08:06:06.335974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26469): Launched\u000a08:06:06.639581 run osmo-hlr_10.42.42.2(pid=26470): Launched\u000a08:06:06.760294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:07.291942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26472): Launched\u000a08:06:07.594686 run osmo-stp_10.42.42.5(pid=26473): Launched\u000a08:06:07.706672 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:06:08.260152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26475): Launched\u000a08:06:08.565868 run osmo-msc_10.42.42.6(pid=26476): Launched\u000a08:06:08.741486 run osmo-stp_10.42.42.5(pid=26473): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26473)]\u000a08:06:08.868784 run osmo-stp_10.42.42.5(pid=26473): stdout: \u000a| (launched: 2022-12-14_08:06:07.445104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:08.994268 run osmo-stp_10.42.42.5(pid=26473): stderr: \u000a| �[0;m�[38;5;43m20221214080607611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080607611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080607611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080607612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080607612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080607612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080607612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:09.115097 run osmo-stp_10.42.42.5(pid=26473): stdout: \u000a| (launched: 2022-12-14_08:06:07.445104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:09.235433 run osmo-stp_10.42.42.5(pid=26473): stderr: \u000a| �[0;m�[38;5;43m20221214080607611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080607611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080607611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080607612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080607612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080607612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080607612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:09.288509 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26473): Process ended prematurely: osmo-stp_10.42.42.5(pid=26473) [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26473)] [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:06:09.297039 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:06:09.356262 run osmo-hlr_10.42.42.2(pid=26470): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26470)]\u000a08:06:09.404593 run osmo-hlr_10.42.42.2(pid=26470): stdout: \u000a| (launched: 2022-12-14_08:06:06.490274) \u000a08:06:09.453492 run osmo-hlr_10.42.42.2(pid=26470): stderr: \u000a| �[0;m�[1;31m20221214080606663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080606663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080606663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080606663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080606663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080606663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080606675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080606683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080606684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080606684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:09.519953 run osmo-msc_10.42.42.6(pid=26476): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26476)]\u000a08:06:09.568118 run osmo-msc_10.42.42.6(pid=26476): stdout: \u000a| (launched: 2022-12-14_08:06:08.414631) \u000a08:06:09.616718 run osmo-msc_10.42.42.6(pid=26476): stderr: \u000a| �[0;m�[38;5;43m20221214080608686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080608686 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf4ccb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080608686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080608686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080608686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080608686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080608688 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080608688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080608689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080608689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:06:09.658456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26469): Terminating (SIGTERM)\u000a08:06:09.697884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26472): Terminating (SIGTERM)\u000a08:06:09.737295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26475): Terminating (SIGTERM)\u000a08:06:09.746584 --- ParallelTerminationStrategy: PID 26469 died...\u000a08:06:09.799255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26469): Terminated: ok {rc=0}\u000a08:06:09.808820 --- ParallelTerminationStrategy: PID 26472 died...\u000a08:06:09.861349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26472): Terminated: ok {rc=0}\u000a08:06:09.870976 --- ParallelTerminationStrategy: PID 26475 died...\u000a08:06:09.923318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26475): Terminated: ok {rc=0}\u000a08:06:10.006355 bus /sierra_3: Setting Powered False\u000a08:06:11.110772 bus /sierra_3: Setting Powered False\u000a08:06:12.219220 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26484): Process ended prematurely: osmo-stp_10.42.42.5(pid=26484) [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26484)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26484): Process ended prematurely: osmo-stp_10.42.42.5(pid=26484) [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:06:13.326337 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:06:13.338420 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:06:13.492021 tst mo_mt_call_osmux.py: using LAC 39550\u000a08:06:13.611821 tst mo_mt_call_osmux.py: using RAC 25\u000a08:06:13.732484 tst mo_mt_call_osmux.py: using CellId 39550\u000a08:06:13.856865 tst mo_mt_call_osmux.py: using BVCI 39551\u000a08:06:13.879960 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:06:13.891408 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:06:13.902626 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:06:13.913832 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:06:13.925002 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:06:13.936045 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:06:14.052012 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:06:14.264161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:14.774908 run create_hlr_db(pid=26478): Launched\u000a08:06:14.962085 bus /sierra_2: Setting Powered False\u000a08:06:15.979395 run create_hlr_db(pid=26478): Terminated: ok {rc=0}\u000a08:06:16.411405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26480): Launched\u000a08:06:16.793735 run osmo-hlr_10.42.42.2(pid=26481): Launched\u000a08:06:16.905570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:17.553259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26483): Launched\u000a08:06:17.857561 run osmo-stp_10.42.42.5(pid=26484): Launched\u000a08:06:17.968867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:06:18.523220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26486): Launched\u000a08:06:18.825478 run osmo-msc_10.42.42.6(pid=26487): Launched\u000a08:06:19.002359 run osmo-stp_10.42.42.5(pid=26484): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26484)]\u000a08:06:19.129958 run osmo-stp_10.42.42.5(pid=26484): stdout: \u000a| (launched: 2022-12-14_08:06:17.707657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:19.256551 run osmo-stp_10.42.42.5(pid=26484): stderr: \u000a| �[0;m�[38;5;43m20221214080617878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080617878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080617878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080617878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080617879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080617879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080617879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:19.377890 run osmo-stp_10.42.42.5(pid=26484): stdout: \u000a| (launched: 2022-12-14_08:06:17.707657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:19.497834 run osmo-stp_10.42.42.5(pid=26484): stderr: \u000a| �[0;m�[38;5;43m20221214080617878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080617878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080617878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080617878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080617879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080617879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080617879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:19.551237 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26484): Process ended prematurely: osmo-stp_10.42.42.5(pid=26484) [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26484)] [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:06:19.559564 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:06:19.618442 run osmo-hlr_10.42.42.2(pid=26481): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26481)]\u000a08:06:19.666741 run osmo-hlr_10.42.42.2(pid=26481): stdout: \u000a| (launched: 2022-12-14_08:06:16.569730) \u000a08:06:19.715446 run osmo-hlr_10.42.42.2(pid=26481): stderr: \u000a| �[0;m�[1;31m20221214080616956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080616956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080616956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080616956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080616956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080616956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080616983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080617003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080617003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080617003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:19.781635 run osmo-msc_10.42.42.6(pid=26487): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26487)]\u000a08:06:19.829712 run osmo-msc_10.42.42.6(pid=26487): stdout: \u000a| (launched: 2022-12-14_08:06:18.676508) \u000a08:06:19.878061 run osmo-msc_10.42.42.6(pid=26487): stderr: \u000a| �[0;m�[38;5;43m20221214080618947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080618947 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd862e13c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080618947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080618948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080618948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080618948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080618950 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080618950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080618950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080618950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:06:19.919367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26480): Terminating (SIGTERM)\u000a08:06:19.958392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26483): Terminating (SIGTERM)\u000a08:06:19.997554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26486): Terminating (SIGTERM)\u000a08:06:20.006784 --- ParallelTerminationStrategy: PID 26480 died...\u000a08:06:20.059468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26480): Terminated: ok {rc=0}\u000a08:06:20.069070 --- ParallelTerminationStrategy: PID 26483 died...\u000a08:06:20.121336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26483): Terminated: ok {rc=0}\u000a08:06:20.130902 --- ParallelTerminationStrategy: PID 26486 died...\u000a08:06:20.183181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26486): Terminated: ok {rc=0}\u000a08:06:20.271016 bus /sierra_3: Setting Powered False\u000a08:06:21.373052 bus /sierra_3: Setting Powered False\u000a08:06:22.483277 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:06:02" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26498): Process ended prematurely: osmo-stp_10.42.42.5(pid=26498) [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26498)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26498): Process ended prematurely: osmo-stp_10.42.42.5(pid=26498) [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a08:06:24.482830 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:06:24.494289 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:06:24.628581 tst mo_mt_call.py: using LAC 39551\u000a08:06:24.746226 tst mo_mt_call.py: using RAC 26\u000a08:06:24.863495 tst mo_mt_call.py: using CellId 39551\u000a08:06:24.980631 tst mo_mt_call.py: using BVCI 39552\u000a08:06:25.003654 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:06:25.015062 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:06:25.026191 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:06:25.037223 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:06:25.048354 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:06:25.059451 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:06:25.175883 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:06:25.389904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:25.902934 run create_hlr_db(pid=26492): Launched\u000a08:06:26.090737 bus /sierra_2: Setting Powered False\u000a08:06:27.111237 run create_hlr_db(pid=26492): Terminated: ok {rc=0}\u000a08:06:27.521285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26494): Launched\u000a08:06:27.824504 run osmo-hlr_10.42.42.2(pid=26495): Launched\u000a08:06:27.944568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:28.479688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26497): Launched\u000a08:06:28.782794 run osmo-stp_10.42.42.5(pid=26498): Launched\u000a08:06:28.891702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:06:29.444866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26500): Launched\u000a08:06:29.748240 run osmo-msc_10.42.42.6(pid=26501): Launched\u000a08:06:29.925676 run osmo-stp_10.42.42.5(pid=26498): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26498)]\u000a08:06:30.052918 run osmo-stp_10.42.42.5(pid=26498): stdout: \u000a| (launched: 2022-12-14_08:06:28.633378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:30.178273 run osmo-stp_10.42.42.5(pid=26498): stderr: \u000a| �[0;m�[38;5;43m20221214080628803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080628803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080628804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080628804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080628804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080628805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080628805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:30.298967 run osmo-stp_10.42.42.5(pid=26498): stdout: \u000a| (launched: 2022-12-14_08:06:28.633378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:30.418462 run osmo-stp_10.42.42.5(pid=26498): stderr: \u000a| �[0;m�[38;5;43m20221214080628803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080628803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080628804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080628804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080628804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080628805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080628805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:30.471715 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26498): Process ended prematurely: osmo-stp_10.42.42.5(pid=26498) [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26498)] [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a08:06:30.480132 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a08:06:30.539370 run osmo-hlr_10.42.42.2(pid=26495): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26495)]\u000a08:06:30.587385 run osmo-hlr_10.42.42.2(pid=26495): stdout: \u000a| (launched: 2022-12-14_08:06:27.674795) \u000a08:06:30.636034 run osmo-hlr_10.42.42.2(pid=26495): stderr: \u000a| �[0;m�[1;31m20221214080627849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080627849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080627849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080627850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080627850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080627850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080627862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080627870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080627870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080627870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:30.701808 run osmo-msc_10.42.42.6(pid=26501): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26501)]\u000a08:06:30.750119 run osmo-msc_10.42.42.6(pid=26501): stdout: \u000a| (launched: 2022-12-14_08:06:29.598467) \u000a08:06:30.798640 run osmo-msc_10.42.42.6(pid=26501): stderr: \u000a| �[0;m�[38;5;43m20221214080629867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080629867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb57cbc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080629867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080629867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080629867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080629867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080629869 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080629870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080629870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080629870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:06:30.840580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26494): Terminating (SIGTERM)\u000a08:06:30.880160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26497): Terminating (SIGTERM)\u000a08:06:30.919944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26500): Terminating (SIGTERM)\u000a08:06:30.929177 --- ParallelTerminationStrategy: PID 26494 died...\u000a08:06:30.982103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26494): Terminated: ok {rc=0}\u000a08:06:30.992034 --- ParallelTerminationStrategy: PID 26497 died...\u000a08:06:31.044632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26497): Terminated: ok {rc=0}\u000a08:06:31.054645 --- ParallelTerminationStrategy: PID 26500 died...\u000a08:06:31.107893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26500): Terminated: ok {rc=0}\u000a08:06:31.196760 bus /sierra_3: Setting Powered False\u000a08:06:32.316444 bus /sierra_3: Setting Powered False\u000a08:06:33.433160 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26509): Process ended prematurely: osmo-stp_10.42.42.5(pid=26509) [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26509)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26509): Process ended prematurely: osmo-stp_10.42.42.5(pid=26509) [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:06:34.542814 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:06:34.554993 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:06:34.691888 tst mo_mt_call_osmux.py: using LAC 39552\u000a08:06:34.812234 tst mo_mt_call_osmux.py: using RAC 27\u000a08:06:34.932853 tst mo_mt_call_osmux.py: using CellId 39552\u000a08:06:35.053344 tst mo_mt_call_osmux.py: using BVCI 39553\u000a08:06:35.076449 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:06:35.087793 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:06:35.098998 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:06:35.110113 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:06:35.121416 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:06:35.132484 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:06:35.248312 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:06:35.462086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:35.975310 run create_hlr_db(pid=26503): Launched\u000a08:06:36.163244 bus /sierra_2: Setting Powered False\u000a08:06:37.183175 run create_hlr_db(pid=26503): Terminated: ok {rc=0}\u000a08:06:37.594391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26505): Launched\u000a08:06:37.898486 run osmo-hlr_10.42.42.2(pid=26506): Launched\u000a08:06:38.013748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:38.539580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26508): Launched\u000a08:06:38.843142 run osmo-stp_10.42.42.5(pid=26509): Launched\u000a08:06:38.952469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:06:39.507233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26511): Launched\u000a08:06:39.812859 run osmo-msc_10.42.42.6(pid=26512): Launched\u000a08:06:39.991607 run osmo-stp_10.42.42.5(pid=26509): ERR: Terminated: ERROR {rc=1} [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26509)]\u000a08:06:40.119327 run osmo-stp_10.42.42.5(pid=26509): stdout: \u000a| (launched: 2022-12-14_08:06:38.693651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:40.245238 run osmo-stp_10.42.42.5(pid=26509): stderr: \u000a| �[0;m�[38;5;43m20221214080638862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080638862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080638862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080638863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080638863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080638863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080638863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:40.366233 run osmo-stp_10.42.42.5(pid=26509): stdout: \u000a| (launched: 2022-12-14_08:06:38.693651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:40.486070 run osmo-stp_10.42.42.5(pid=26509): stderr: \u000a| �[0;m�[38;5;43m20221214080638862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080638862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080638862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080638863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080638863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080638863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080638863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:40.539399 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26509): Process ended prematurely: osmo-stp_10.42.42.5(pid=26509) [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26509)] [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a08:06:40.547956 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:06:40.607230 run osmo-hlr_10.42.42.2(pid=26506): ERR: Terminated: ERROR {rc=237} [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26506)]\u000a08:06:40.655818 run osmo-hlr_10.42.42.2(pid=26506): stdout: \u000a| (launched: 2022-12-14_08:06:37.748177) \u000a08:06:40.705257 run osmo-hlr_10.42.42.2(pid=26506): stderr: \u000a| �[0;m�[1;31m20221214080637923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080637923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080637923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080637923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080637924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080637924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080637935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080637944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080637944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080637944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:40.772136 run osmo-msc_10.42.42.6(pid=26512): ERR: Terminated: ERROR {rc=2} [trial-2401↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26512)]\u000a08:06:40.820618 run osmo-msc_10.42.42.6(pid=26512): stdout: \u000a| (launched: 2022-12-14_08:06:39.661646) \u000a08:06:40.869818 run osmo-msc_10.42.42.6(pid=26512): stderr: \u000a| �[0;m�[38;5;43m20221214080639930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080639930 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6967eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080639930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080639930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080639931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080639931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080639932 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080639933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080639933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080639933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:06:40.911641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26505): Terminating (SIGTERM)\u000a08:06:40.951045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26508): Terminating (SIGTERM)\u000a08:06:40.990296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26511): Terminating (SIGTERM)\u000a08:06:40.999492 --- ParallelTerminationStrategy: PID 26505 died...\u000a08:06:41.052107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26505): Terminated: ok {rc=0}\u000a08:06:41.061846 --- ParallelTerminationStrategy: PID 26508 died...\u000a08:06:41.114391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26508): Terminated: ok {rc=0}\u000a08:06:41.123906 --- ParallelTerminationStrategy: PID 26511 died...\u000a08:06:41.176535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26511): Terminated: ok {rc=0}\u000a08:06:41.265022 bus /sierra_3: Setting Powered False\u000a08:06:42.367325 bus /sierra_3: Setting Powered False\u000a08:06:43.479243 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:06:24" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26524): Process ended prematurely: osmo-stp_10.42.42.5(pid=26524) [trial-2401↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26524)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26524): Process ended prematurely: osmo-stp_10.42.42.5(pid=26524) [trial-2401↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:06:45.493555 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:06:45.504809 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:06:45.650139 tst emergency_mo_mt_call.py: using LAC 39553\u000a08:06:45.776790 tst emergency_mo_mt_call.py: using RAC 28\u000a08:06:45.929058 tst emergency_mo_mt_call.py: using CellId 39553\u000a08:06:46.054696 tst emergency_mo_mt_call.py: using BVCI 39554\u000a08:06:46.079748 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:06:46.091736 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:06:46.103538 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:06:46.115304 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:06:46.127881 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:06:46.140435 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:06:46.281702 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:06:46.514112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:47.079673 run create_hlr_db(pid=26518): Launched\u000a08:06:47.269424 bus /sierra_2: Setting Powered False\u000a08:06:48.274791 run create_hlr_db(pid=26518): Terminated: ok {rc=0}\u000a08:06:48.715245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26520): Launched\u000a08:06:49.033803 run osmo-hlr_10.42.42.2(pid=26521): Launched\u000a08:06:49.151938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:49.709106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26523): Launched\u000a08:06:50.028759 run osmo-stp_10.42.42.5(pid=26524): Launched\u000a08:06:50.158035 tst emergency_mo_mt_call.py: using MSISDN 8576\u000a08:06:50.317313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:06:50.902873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26526): Launched\u000a08:06:51.222408 run osmo-msc_10.42.42.6(pid=26527): Launched\u000a08:06:51.409582 run osmo-stp_10.42.42.5(pid=26524): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26524)]\u000a08:06:51.544837 run osmo-stp_10.42.42.5(pid=26524): stdout: \u000a| (launched: 2022-12-14_08:06:49.871077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:51.679690 run osmo-stp_10.42.42.5(pid=26524): stderr: \u000a| �[0;m�[38;5;43m20221214080650061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080650062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080650062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080650062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080650063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080650063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080650063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:51.808288 run osmo-stp_10.42.42.5(pid=26524): stdout: \u000a| (launched: 2022-12-14_08:06:49.871077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:51.935870 run osmo-stp_10.42.42.5(pid=26524): stderr: \u000a| �[0;m�[38;5;43m20221214080650061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080650062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080650062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080650062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080650063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080650063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080650063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:51.991847 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26524): Process ended prematurely: osmo-stp_10.42.42.5(pid=26524) [trial-2401↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26524)] [trial-2401↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a08:06:52.001085 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a08:06:52.065266 run osmo-hlr_10.42.42.2(pid=26521): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26521)]\u000a08:06:52.117612 run osmo-hlr_10.42.42.2(pid=26521): stdout: \u000a| (launched: 2022-12-14_08:06:48.876620) \u000a08:06:52.170461 run osmo-hlr_10.42.42.2(pid=26521): stderr: \u000a| �[0;m�[1;31m20221214080649071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080649071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080649071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080649071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080649071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080649071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080649083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080649091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080649092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080649092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:52.241561 run osmo-msc_10.42.42.6(pid=26527): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26527)]\u000a08:06:52.293688 run osmo-msc_10.42.42.6(pid=26527): stdout: \u000a| (launched: 2022-12-14_08:06:51.064655) \u000a08:06:52.346327 run osmo-msc_10.42.42.6(pid=26527): stderr: \u000a| �[0;m�[38;5;43m20221214080651383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080651383 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1db661c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080651383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080651383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080651383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080651383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080651385 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080651386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080651386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080651386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:06:52.391132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26520): Terminating (SIGTERM)\u000a08:06:52.433640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26523): Terminating (SIGTERM)\u000a08:06:52.476149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26526): Terminating (SIGTERM)\u000a08:06:52.485917 --- ParallelTerminationStrategy: PID 26520 died...\u000a08:06:52.542691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26520): Terminated: ok {rc=0}\u000a08:06:52.552662 --- ParallelTerminationStrategy: PID 26523 died...\u000a08:06:52.609204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26523): Terminated: ok {rc=0}\u000a08:06:52.619173 --- ParallelTerminationStrategy: PID 26526 died...\u000a08:06:52.675851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26526): Terminated: ok {rc=0}\u000a08:06:52.762918 bus /sierra_3: Setting Powered False\u000a08:06:53.868500 bus /sierra_3: Setting Powered False\u000a08:06:54.976809 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26535): Process ended prematurely: osmo-stp_10.42.42.5(pid=26535) [trial-2401↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26535)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26535): Process ended prematurely: osmo-stp_10.42.42.5(pid=26535) [trial-2401↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:06:56.027034 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:06:56.038651 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:06:56.174212 tst emergency_preemptive_call.py: using LAC 39554\u000a08:06:56.297628 tst emergency_preemptive_call.py: using RAC 29\u000a08:06:56.423950 tst emergency_preemptive_call.py: using CellId 39554\u000a08:06:56.549007 tst emergency_preemptive_call.py: using BVCI 39555\u000a08:06:56.573390 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:06:56.584861 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:06:56.595925 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:06:56.606969 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:06:56.618390 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:06:56.629718 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:06:56.747021 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:06:56.867421 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:06:56.988904 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:06:57.188276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:57.668787 run create_hlr_db(pid=26529): Launched\u000a08:06:57.855534 bus /sierra_2: Setting Powered False\u000a08:06:58.875394 run create_hlr_db(pid=26529): Terminated: ok {rc=0}\u000a08:06:59.303805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26531): Launched\u000a08:06:59.626124 run osmo-hlr_10.42.42.2(pid=26532): Launched\u000a08:06:59.744214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:00.302835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26534): Launched\u000a08:07:00.623963 run osmo-stp_10.42.42.5(pid=26535): Launched\u000a08:07:00.761595 tst emergency_preemptive_call.py: using MSISDN 8577\u000a08:07:00.941074 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:07:01.543247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26537): Launched\u000a08:07:01.965784 run osmo-msc_10.42.42.6(pid=26538): Launched\u000a08:07:02.265554 run osmo-stp_10.42.42.5(pid=26535): ERR: Terminated: ERROR {rc=1} [trial-2401↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26535)]\u000a08:07:02.401714 run osmo-stp_10.42.42.5(pid=26535): stdout: \u000a| (launched: 2022-12-14_08:07:00.465630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:02.536197 run osmo-stp_10.42.42.5(pid=26535): stderr: \u000a| �[0;m�[38;5;43m20221214080700655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080700655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080700655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080700656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080700656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080700656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080700656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:02.664926 run osmo-stp_10.42.42.5(pid=26535): stdout: \u000a| (launched: 2022-12-14_08:07:00.465630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:02.792121 run osmo-stp_10.42.42.5(pid=26535): stderr: \u000a| �[0;m�[38;5;43m20221214080700655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080700655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080700655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080700656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080700656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080700656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080700656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:02.848388 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26535): Process ended prematurely: osmo-stp_10.42.42.5(pid=26535) [trial-2401↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26535)] [trial-2401↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a08:07:02.857274 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a08:07:02.921054 run osmo-hlr_10.42.42.2(pid=26532): ERR: Terminated: ERROR {rc=237} [trial-2401↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26532)]\u000a08:07:02.973023 run osmo-hlr_10.42.42.2(pid=26532): stdout: \u000a| (launched: 2022-12-14_08:06:59.466660) \u000a08:07:03.025904 run osmo-hlr_10.42.42.2(pid=26532): stderr: \u000a| �[0;m�[1;31m20221214080659663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080659663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080659663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080659663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080659663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080659663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080659676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080659684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080659684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080659684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:03.096905 run osmo-msc_10.42.42.6(pid=26538): ERR: Terminated: ERROR {rc=2} [trial-2401↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26538)]\u000a08:07:03.149046 run osmo-msc_10.42.42.6(pid=26538): stdout: \u000a| (launched: 2022-12-14_08:07:01.708578) \u000a08:07:03.201588 run osmo-msc_10.42.42.6(pid=26538): stderr: \u000a| �[0;m�[38;5;43m20221214080702144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214080702145 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e20daac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214080702145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214080702145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214080702145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214080702145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214080702147 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214080702147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214080702148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214080702148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:07:03.246540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26531): Terminating (SIGTERM)\u000a08:07:03.289409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26534): Terminating (SIGTERM)\u000a08:07:03.331887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26537): Terminating (SIGTERM)\u000a08:07:03.341854 --- ParallelTerminationStrategy: PID 26531 died...\u000a08:07:03.398846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26531): Terminated: ok {rc=0}\u000a08:07:03.409179 --- ParallelTerminationStrategy: PID 26534 died...\u000a08:07:03.465859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26534): Terminated: ok {rc=0}\u000a08:07:03.476069 --- ParallelTerminationStrategy: PID 26537 died...\u000a08:07:03.533227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26537): Terminated: ok {rc=0}\u000a08:07:03.619895 bus /sierra_9: Setting Powered False\u000a08:07:04.725849 bus /sierra_9: Setting Powered False\u000a08:07:05.834710 bus /sierra_8: Setting Powered False\u000a08:07:06.939911 bus /sierra_8: Setting Powered False\u000a08:07:08.047256 bus /sierra_3: Setting Powered False\u000a08:07:09.152415 bus /sierra_3: Setting Powered False\u000a08:07:10.260411 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:06:45" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26553): Process ended prematurely: osmo-stp_10.42.42.5(pid=26553) [trial-2401↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26553)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26553): Process ended prematurely: osmo-stp_10.42.42.5(pid=26553) [trial-2401↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:07:12.386233 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:12.397373 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:07:12.540521 tst cs_paging_gprs_active.py: using LAC 39555\u000a08:07:12.667171 tst cs_paging_gprs_active.py: using RAC 30\u000a08:07:12.796866 tst cs_paging_gprs_active.py: using CellId 39555\u000a08:07:12.924665 tst cs_paging_gprs_active.py: using BVCI 39556\u000a08:07:12.949871 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:12.961108 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:12.972002 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:12.982942 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:12.994280 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:13.005576 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:13.016809 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:13.027925 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:13.039341 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:07:13.157921 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:07:13.439492 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:07:13.565972 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:13.882452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26543): Launched\u000a08:07:14.145894 run iperf3-srv_10.42.42.10(pid=26544): Launched\u000a08:07:14.331473 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:07:14.458279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:14.773803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26545): Launched\u000a08:07:15.035741 run iperf3-srv_10.42.42.10(pid=26546): Launched\u000a08:07:15.220341 tst cs_paging_gprs_active.py:38: start network...\u000a08:07:15.346673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:15.842543 run create_hlr_db(pid=26547): Launched\u000a08:07:16.046763 bus /sierra_2: Setting Powered False\u000a08:07:17.091402 run create_hlr_db(pid=26547): Terminated: ok {rc=0}\u000a08:07:17.531728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26549): Launched\u000a08:07:17.836570 run osmo-hlr_10.42.42.2(pid=26550): Launched\u000a08:07:17.947668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:18.474612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26552): Launched\u000a08:07:18.780134 run osmo-stp_10.42.42.5(pid=26553): Launched\u000a08:07:18.890077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:07:19.420208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26555): Launched\u000a08:07:19.528082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:07:19.794982 run patchelf(pid=26556): Launched\u000a08:07:19.972501 run osmo-stp_10.42.42.5(pid=26553): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26553)]\u000a08:07:20.101912 run osmo-stp_10.42.42.5(pid=26553): stdout: \u000a| (launched: 2022-12-14_08:07:18.629500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:20.231276 run osmo-stp_10.42.42.5(pid=26553): stderr: \u000a| �[0;m�[38;5;43m20221214080718798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080718798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080718798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080718799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080718799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080718799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080718799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:20.356118 run osmo-stp_10.42.42.5(pid=26553): stdout: \u000a| (launched: 2022-12-14_08:07:18.629500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:20.480033 run osmo-stp_10.42.42.5(pid=26553): stderr: \u000a| �[0;m�[38;5;43m20221214080718798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080718798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080718798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080718799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080718799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080718799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080718799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:20.626009 run patchelf(pid=26556): Terminating (SIGINT)\u000a08:07:20.808323 run patchelf(pid=26556): Terminated: ok {rc=0}\u000a08:07:20.840056 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26553): Process ended prematurely: osmo-stp_10.42.42.5(pid=26553) [trial-2401↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26553)] [trial-2401↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a08:07:20.849142 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a08:07:20.908324 run osmo-hlr_10.42.42.2(pid=26550): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26550)]\u000a08:07:20.956702 run osmo-hlr_10.42.42.2(pid=26550): stdout: \u000a| (launched: 2022-12-14_08:07:17.685916) \u000a08:07:21.005606 run osmo-hlr_10.42.42.2(pid=26550): stderr: \u000a| �[0;m�[1;31m20221214080717860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080717860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080717860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080717860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080717861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080717861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080717873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080717881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080717881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080717882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:21.047370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26543): Terminating (SIGTERM)\u000a08:07:21.086601 run iperf3-srv_10.42.42.10(pid=26544): Terminating (SIGTERM)\u000a08:07:21.125820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26545): Terminating (SIGTERM)\u000a08:07:21.164836 run iperf3-srv_10.42.42.10(pid=26546): Terminating (SIGTERM)\u000a08:07:21.203997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26549): Terminating (SIGTERM)\u000a08:07:21.243116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26552): Terminating (SIGTERM)\u000a08:07:21.282272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26555): Terminating (SIGTERM)\u000a08:07:21.291151 --- ParallelTerminationStrategy: PID 26543 died...\u000a08:07:21.343603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26543): Terminated: ok {rc=0}\u000a08:07:21.353272 --- ParallelTerminationStrategy: PID 26544 died...\u000a08:07:21.405221 run iperf3-srv_10.42.42.10(pid=26544): Terminated {rc=256}\u000a08:07:21.414678 --- ParallelTerminationStrategy: PID 26545 died...\u000a08:07:21.466679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26545): Terminated: ok {rc=0}\u000a08:07:21.476012 --- ParallelTerminationStrategy: PID 26546 died...\u000a08:07:21.527806 run iperf3-srv_10.42.42.10(pid=26546): Terminated {rc=256}\u000a08:07:21.537317 --- ParallelTerminationStrategy: PID 26549 died...\u000a08:07:21.589323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26549): Terminated: ok {rc=0}\u000a08:07:21.598701 --- ParallelTerminationStrategy: PID 26552 died...\u000a08:07:21.650950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26552): Terminated: ok {rc=0}\u000a08:07:21.660383 --- ParallelTerminationStrategy: PID 26555 died...\u000a08:07:21.712758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26555): Terminated: ok {rc=0}\u000a08:07:21.801948 bus /gobi_0: Setting Powered False\u000a08:07:22.907476 bus /gobi_0: Setting Powered False\u000a08:07:24.018792 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 89, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26565): Process ended prematurely: osmo-stp_10.42.42.5(pid=26565) [trial-2401↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26565)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26565): Process ended prematurely: osmo-stp_10.42.42.5(pid=26565) [trial-2401↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a08:07:25.128385 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:25.139640 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:07:25.284493 tst iperf3.py: using LAC 39556\u000a08:07:25.413938 tst iperf3.py: using RAC 31\u000a08:07:25.537294 tst iperf3.py: using CellId 39556\u000a08:07:25.658236 tst iperf3.py: using BVCI 39557\u000a08:07:25.681666 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:25.692714 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:25.703307 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:25.713771 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:25.724495 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:25.735249 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:25.746309 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:25.756643 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:25.767214 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:07:26.064144 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:07:26.201266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:26.541541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26557): Launched\u000a08:07:26.823444 run iperf3-srv_10.42.42.10(pid=26558): Launched\u000a08:07:27.023179 tst iperf3.py:8: start network...\u000a08:07:27.159381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:27.676531 run create_hlr_db(pid=26559): Launched\u000a08:07:27.866815 bus /gobi_6: Setting Powered False\u000a08:07:28.886630 run create_hlr_db(pid=26559): Terminated: ok {rc=0}\u000a08:07:29.300339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26561): Launched\u000a08:07:29.607023 run osmo-hlr_10.42.42.2(pid=26562): Launched\u000a08:07:29.725861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:30.263708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26564): Launched\u000a08:07:30.568377 run osmo-stp_10.42.42.5(pid=26565): Launched\u000a08:07:30.678392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:07:31.278749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26567): Launched\u000a08:07:31.399034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:07:31.707003 run patchelf(pid=26568): Launched\u000a08:07:31.907287 run osmo-stp_10.42.42.5(pid=26565): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26565)]\u000a08:07:32.052398 run osmo-stp_10.42.42.5(pid=26565): stdout: \u000a| (launched: 2022-12-14_08:07:30.418266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:32.195777 run osmo-stp_10.42.42.5(pid=26565): stderr: \u000a| �[0;m�[38;5;43m20221214080730587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080730587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080730587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080730587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080730588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080730588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080730588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:32.332422 run osmo-stp_10.42.42.5(pid=26565): stdout: \u000a| (launched: 2022-12-14_08:07:30.418266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:32.466870 run osmo-stp_10.42.42.5(pid=26565): stderr: \u000a| �[0;m�[38;5;43m20221214080730587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080730587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080730587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080730587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080730588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080730588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080730588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:32.624337 run patchelf(pid=26568): Terminating (SIGINT)\u000a08:07:32.809585 run patchelf(pid=26568): Terminated: ok {rc=0}\u000a08:07:32.843485 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26565): Process ended prematurely: osmo-stp_10.42.42.5(pid=26565) [trial-2401↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26565)] [trial-2401↪gprs:nanobts+band-900↪iperf3.py:8]\u000a08:07:32.853631 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a08:07:32.917954 run osmo-hlr_10.42.42.2(pid=26562): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26562)]\u000a08:07:32.970002 run osmo-hlr_10.42.42.2(pid=26562): stdout: \u000a| (launched: 2022-12-14_08:07:29.455326) \u000a08:07:33.022561 run osmo-hlr_10.42.42.2(pid=26562): stderr: \u000a| �[0;m�[1;31m20221214080729631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080729631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080729631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080729631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080729631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080729631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080729642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080729650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080729650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080729651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:33.067858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26557): Terminating (SIGTERM)\u000a08:07:33.110848 run iperf3-srv_10.42.42.10(pid=26558): Terminating (SIGTERM)\u000a08:07:33.153621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26561): Terminating (SIGTERM)\u000a08:07:33.196124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26564): Terminating (SIGTERM)\u000a08:07:33.238591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26567): Terminating (SIGTERM)\u000a08:07:33.248460 --- ParallelTerminationStrategy: PID 26557 died...\u000a08:07:33.305580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26557): Terminated: ok {rc=0}\u000a08:07:33.315858 --- ParallelTerminationStrategy: PID 26558 died...\u000a08:07:33.372527 run iperf3-srv_10.42.42.10(pid=26558): Terminated {rc=256}\u000a08:07:33.382795 --- ParallelTerminationStrategy: PID 26561 died...\u000a08:07:33.439136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26561): Terminated: ok {rc=0}\u000a08:07:33.449324 --- ParallelTerminationStrategy: PID 26564 died...\u000a08:07:33.506094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26564): Terminated: ok {rc=0}\u000a08:07:33.516451 --- ParallelTerminationStrategy: PID 26567 died...\u000a08:07:33.573114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26567): Terminated: ok {rc=0}\u000a08:07:33.660847 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26583): Process ended prematurely: osmo-stp_10.42.42.5(pid=26583) [trial-2401↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26583)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26583): Process ended prematurely: osmo-stp_10.42.42.5(pid=26583) [trial-2401↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a08:07:34.776902 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:34.788847 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:07:34.929941 tst iperf3m4.py: using LAC 39557\u000a08:07:35.054501 tst iperf3m4.py: using RAC 32\u000a08:07:35.172057 tst iperf3m4.py: using CellId 39557\u000a08:07:35.291387 tst iperf3m4.py: using BVCI 39558\u000a08:07:35.314616 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:35.325399 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:35.335829 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:35.346342 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:35.357224 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:35.368150 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:35.378995 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:35.389528 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:35.400209 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:07:35.521621 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:07:35.640295 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:07:35.762355 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:07:36.059997 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:07:36.197101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:36.536844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26569): Launched\u000a08:07:36.812506 run iperf3-srv_10.42.42.10(pid=26570): Launched\u000a08:07:36.997563 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:07:37.123601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:37.440671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26571): Launched\u000a08:07:37.704104 run iperf3-srv_10.42.42.10(pid=26572): Launched\u000a08:07:37.889225 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:07:38.014888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:38.330473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26573): Launched\u000a08:07:38.591767 run iperf3-srv_10.42.42.10(pid=26574): Launched\u000a08:07:38.775777 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:07:38.901413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:07:39.216159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26575): Launched\u000a08:07:39.477949 run iperf3-srv_10.42.42.10(pid=26576): Launched\u000a08:07:39.662120 tst iperf3m4.py:8: start network...\u000a08:07:39.787699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:40.276187 run create_hlr_db(pid=26577): Launched\u000a08:07:40.450415 bus /gobi_6: Setting Powered False\u000a08:07:41.471079 run create_hlr_db(pid=26577): Terminated: ok {rc=0}\u000a08:07:41.876617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26579): Launched\u000a08:07:42.182523 run osmo-hlr_10.42.42.2(pid=26580): Launched\u000a08:07:42.292906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:42.822942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26582): Launched\u000a08:07:43.128574 run osmo-stp_10.42.42.5(pid=26583): Launched\u000a08:07:43.239192 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:07:43.768188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26585): Launched\u000a08:07:43.875876 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:07:44.142761 run patchelf(pid=26586): Launched\u000a08:07:44.320167 run osmo-stp_10.42.42.5(pid=26583): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26583)]\u000a08:07:44.449958 run osmo-stp_10.42.42.5(pid=26583): stdout: \u000a| (launched: 2022-12-14_08:07:42.977665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:44.579562 run osmo-stp_10.42.42.5(pid=26583): stderr: \u000a| �[0;m�[38;5;43m20221214080743144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080743144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080743144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080743145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080743145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080743146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080743146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:44.704231 run osmo-stp_10.42.42.5(pid=26583): stdout: \u000a| (launched: 2022-12-14_08:07:42.977665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:44.828603 run osmo-stp_10.42.42.5(pid=26583): stderr: \u000a| �[0;m�[38;5;43m20221214080743144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080743144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080743144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080743145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080743145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080743146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080743146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:44.974923 run patchelf(pid=26586): Terminating (SIGINT)\u000a08:07:45.147466 run patchelf(pid=26586): Terminated: ok {rc=0}\u000a08:07:45.179289 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26583): Process ended prematurely: osmo-stp_10.42.42.5(pid=26583) [trial-2401↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26583)] [trial-2401↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a08:07:45.188546 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a08:07:45.248636 run osmo-hlr_10.42.42.2(pid=26580): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26580)]\u000a08:07:45.297520 run osmo-hlr_10.42.42.2(pid=26580): stdout: \u000a| (launched: 2022-12-14_08:07:42.031949) \u000a08:07:45.346928 run osmo-hlr_10.42.42.2(pid=26580): stderr: \u000a| �[0;m�[1;31m20221214080742205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080742205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080742205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080742205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080742205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080742205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080742219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080742227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080742228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080742228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:45.388805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26569): Terminating (SIGTERM)\u000a08:07:45.428418 run iperf3-srv_10.42.42.10(pid=26570): Terminating (SIGTERM)\u000a08:07:45.467875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26571): Terminating (SIGTERM)\u000a08:07:45.507251 run iperf3-srv_10.42.42.10(pid=26572): Terminating (SIGTERM)\u000a08:07:45.546694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26573): Terminating (SIGTERM)\u000a08:07:45.586026 run iperf3-srv_10.42.42.10(pid=26574): Terminating (SIGTERM)\u000a08:07:45.625365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26575): Terminating (SIGTERM)\u000a08:07:45.664759 run iperf3-srv_10.42.42.10(pid=26576): Terminating (SIGTERM)\u000a08:07:45.704202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26579): Terminating (SIGTERM)\u000a08:07:45.743755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26582): Terminating (SIGTERM)\u000a08:07:45.783236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26585): Terminating (SIGTERM)\u000a08:07:45.792564 --- ParallelTerminationStrategy: PID 26569 died...\u000a08:07:45.864444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26569): Terminated: ok {rc=0}\u000a08:07:45.878305 --- ParallelTerminationStrategy: PID 26570 died...\u000a08:07:45.939212 run iperf3-srv_10.42.42.10(pid=26570): Terminated {rc=256}\u000a08:07:45.949467 --- ParallelTerminationStrategy: PID 26571 died...\u000a08:07:46.010930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26571): Terminated: ok {rc=0}\u000a08:07:46.021239 --- ParallelTerminationStrategy: PID 26572 died...\u000a08:07:46.075325 run iperf3-srv_10.42.42.10(pid=26572): Terminated {rc=256}\u000a08:07:46.085471 --- ParallelTerminationStrategy: PID 26573 died...\u000a08:07:46.139537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26573): Terminated: ok {rc=0}\u000a08:07:46.149705 --- ParallelTerminationStrategy: PID 26574 died...\u000a08:07:46.203828 run iperf3-srv_10.42.42.10(pid=26574): Terminated {rc=256}\u000a08:07:46.213989 --- ParallelTerminationStrategy: PID 26575 died...\u000a08:07:46.267604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26575): Terminated: ok {rc=0}\u000a08:07:46.277739 --- ParallelTerminationStrategy: PID 26576 died...\u000a08:07:46.331361 run iperf3-srv_10.42.42.10(pid=26576): Terminated {rc=256}\u000a08:07:46.341460 --- ParallelTerminationStrategy: PID 26579 died...\u000a08:07:46.395244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26579): Terminated: ok {rc=0}\u000a08:07:46.405486 --- ParallelTerminationStrategy: PID 26582 died...\u000a08:07:46.459262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26582): Terminated: ok {rc=0}\u000a08:07:46.469407 --- ParallelTerminationStrategy: PID 26585 died...\u000a08:07:46.523268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26585): Terminated: ok {rc=0}\u000a08:07:46.631718 bus /gobi_4: Setting Powered False\u000a08:07:47.738474 bus /gobi_4: Setting Powered False\u000a08:07:48.845995 bus /gobi_1: Setting Powered False\u000a08:07:49.952603 bus /gobi_1: Setting Powered False\u000a08:07:51.060212 bus /gobi_0: Setting Powered False\u000a08:07:52.162106 bus /gobi_0: Setting Powered False\u000a08:07:53.269534 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26593): Process ended prematurely: osmo-stp_10.42.42.5(pid=26593) [trial-2401↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26593)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26593): Process ended prematurely: osmo-stp_10.42.42.5(pid=26593) [trial-2401↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a08:07:54.338051 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:54.349956 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:07:54.492543 tst ping.py: using LAC 39558\u000a08:07:54.619499 tst ping.py: using RAC 33\u000a08:07:54.745303 tst ping.py: using CellId 39558\u000a08:07:54.872249 tst ping.py: using BVCI 39559\u000a08:07:54.896650 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:54.907965 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:54.919031 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:54.930029 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:54.941351 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:54.952539 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:54.964065 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:07:54.975382 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:07:55.253532 tst ping.py:19: start network...\u000a08:07:55.378555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:55.859194 run create_hlr_db(pid=26587): Launched\u000a08:07:56.033610 bus /gobi_6: Setting Powered False\u000a08:07:57.051860 run create_hlr_db(pid=26587): Terminated: ok {rc=0}\u000a08:07:57.480638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26589): Launched\u000a08:07:57.799604 run osmo-hlr_10.42.42.2(pid=26590): Launched\u000a08:07:57.918556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:58.481994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26592): Launched\u000a08:07:58.804001 run osmo-stp_10.42.42.5(pid=26593): Launched\u000a08:07:58.919806 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:07:59.479745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26595): Launched\u000a08:07:59.594585 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:07:59.874710 run patchelf(pid=26596): Launched\u000a08:08:00.062861 run osmo-stp_10.42.42.5(pid=26593): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26593)]\u000a08:08:00.200316 run osmo-stp_10.42.42.5(pid=26593): stdout: \u000a| (launched: 2022-12-14_08:07:58.645716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:00.338819 run osmo-stp_10.42.42.5(pid=26593): stderr: \u000a| �[0;m�[38;5;43m20221214080758837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080758837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080758837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080758838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080758838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080758838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080758838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:00.471468 run osmo-stp_10.42.42.5(pid=26593): stdout: \u000a| (launched: 2022-12-14_08:07:58.645716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:00.603120 run osmo-stp_10.42.42.5(pid=26593): stderr: \u000a| �[0;m�[38;5;43m20221214080758837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080758837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080758837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080758838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080758838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080758838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080758838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:00.756426 run patchelf(pid=26596): Terminating (SIGINT)\u000a08:08:00.962514 run patchelf(pid=26596): Terminated: ok {rc=0}\u000a08:08:00.997042 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26593): Process ended prematurely: osmo-stp_10.42.42.5(pid=26593) [trial-2401↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26593)] [trial-2401↪gprs:nanobts+band-900↪ping.py:22]\u000a08:08:01.007399 tst ping.py:22: Test FAILED (6.7 sec)\u000a08:08:01.074126 run osmo-hlr_10.42.42.2(pid=26590): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26590)]\u000a08:08:01.127721 run osmo-hlr_10.42.42.2(pid=26590): stdout: \u000a| (launched: 2022-12-14_08:07:57.643516) \u000a08:08:01.182183 run osmo-hlr_10.42.42.2(pid=26590): stderr: \u000a| �[0;m�[1;31m20221214080757839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080757839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080757839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080757839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080757840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080757840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080757851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080757859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080757860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080757860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:08:01.229151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26589): Terminating (SIGTERM)\u000a08:08:01.273234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26592): Terminating (SIGTERM)\u000a08:08:01.317154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26595): Terminating (SIGTERM)\u000a08:08:01.327499 --- ParallelTerminationStrategy: PID 26589 died...\u000a08:08:01.386993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26589): Terminated: ok {rc=0}\u000a08:08:01.397932 --- ParallelTerminationStrategy: PID 26592 died...\u000a08:08:01.457448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26592): Terminated: ok {rc=0}\u000a08:08:01.468433 --- ParallelTerminationStrategy: PID 26595 died...\u000a08:08:01.527885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26595): Terminated: ok {rc=0}\u000a08:08:01.632037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26603): Process ended prematurely: osmo-stp_10.42.42.5(pid=26603) [trial-2401↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26603)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26603): Process ended prematurely: osmo-stp_10.42.42.5(pid=26603) [trial-2401↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a08:08:02.683843 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:08:02.695450 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:08:02.837709 tst ping_idle_ping.py: using LAC 39559\u000a08:08:02.965892 tst ping_idle_ping.py: using RAC 34\u000a08:08:03.092914 tst ping_idle_ping.py: using CellId 39559\u000a08:08:03.223192 tst ping_idle_ping.py: using BVCI 39560\u000a08:08:03.248168 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:08:03.259678 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:08:03.270946 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:08:03.282382 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:08:03.293866 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:08:03.305369 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:08:03.316870 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:08:03.328366 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:08:03.606364 tst ping_idle_ping.py:24: start network...\u000a08:08:03.730961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:04.215230 run create_hlr_db(pid=26597): Launched\u000a08:08:04.388000 bus /gobi_6: Setting Powered False\u000a08:08:05.409398 run create_hlr_db(pid=26597): Terminated: ok {rc=0}\u000a08:08:05.840107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26599): Launched\u000a08:08:06.161836 run osmo-hlr_10.42.42.2(pid=26600): Launched\u000a08:08:06.281814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:06.845377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26602): Launched\u000a08:08:07.165947 run osmo-stp_10.42.42.5(pid=26603): Launched\u000a08:08:07.281788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:08:07.842564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26605): Launched\u000a08:08:07.956877 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:08:08.238094 run patchelf(pid=26606): Launched\u000a08:08:08.427150 run osmo-stp_10.42.42.5(pid=26603): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26603)]\u000a08:08:08.566217 run osmo-stp_10.42.42.5(pid=26603): stdout: \u000a| (launched: 2022-12-14_08:08:07.008297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:08.704631 run osmo-stp_10.42.42.5(pid=26603): stderr: \u000a| �[0;m�[38;5;43m20221214080807196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080807196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080807196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080807197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080807197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080807197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080807197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:08.837534 run osmo-stp_10.42.42.5(pid=26603): stdout: \u000a| (launched: 2022-12-14_08:08:07.008297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:08.969420 run osmo-stp_10.42.42.5(pid=26603): stderr: \u000a| �[0;m�[38;5;43m20221214080807196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080807196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080807196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080807197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080807197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080807197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080807197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:09.124523 run patchelf(pid=26606): Terminating (SIGINT)\u000a08:08:09.307770 run patchelf(pid=26606): Terminated: ok {rc=0}\u000a08:08:09.340926 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26603): Process ended prematurely: osmo-stp_10.42.42.5(pid=26603) [trial-2401↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26603)] [trial-2401↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a08:08:09.350230 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a08:08:09.414197 run osmo-hlr_10.42.42.2(pid=26600): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26600)]\u000a08:08:09.466019 run osmo-hlr_10.42.42.2(pid=26600): stdout: \u000a| (launched: 2022-12-14_08:08:06.003234) \u000a08:08:09.518744 run osmo-hlr_10.42.42.2(pid=26600): stderr: \u000a| �[0;m�[1;31m20221214080806197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080806197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080806197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080806198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080806198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080806198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080806210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080806221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080806221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080806221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:08:09.563774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26599): Terminating (SIGTERM)\u000a08:08:09.606897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26602): Terminating (SIGTERM)\u000a08:08:09.649393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26605): Terminating (SIGTERM)\u000a08:08:09.659333 --- ParallelTerminationStrategy: PID 26599 died...\u000a08:08:09.716399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26599): Terminated: ok {rc=0}\u000a08:08:09.726735 --- ParallelTerminationStrategy: PID 26602 died...\u000a08:08:09.783300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26602): Terminated: ok {rc=0}\u000a08:08:09.793947 --- ParallelTerminationStrategy: PID 26605 died...\u000a08:08:09.850762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26605): Terminated: ok {rc=0}\u000a08:08:09.937623 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:07:12" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26620): Process ended prematurely: osmo-stp_10.42.42.5(pid=26620) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26620)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26620): Process ended prematurely: osmo-stp_10.42.42.5(pid=26620) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:08:12.104932 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:12.116562 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:08:12.258996 tst cs_paging_gprs_active.py: using LAC 39560\u000a08:08:12.377734 tst cs_paging_gprs_active.py: using RAC 35\u000a08:08:12.496580 tst cs_paging_gprs_active.py: using CellId 39560\u000a08:08:12.614218 tst cs_paging_gprs_active.py: using BVCI 39561\u000a08:08:12.637759 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:12.648683 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:12.659562 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:12.670361 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:12.680937 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:12.691748 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:12.702564 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:12.713182 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:12.724005 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:08:12.842843 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:08:13.141858 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:08:13.278927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:13.620919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26610): Launched\u000a08:08:13.902524 run iperf3-srv_10.42.42.10(pid=26611): Launched\u000a08:08:14.102824 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:08:14.239283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:14.578301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26612): Launched\u000a08:08:14.861103 run iperf3-srv_10.42.42.10(pid=26613): Launched\u000a08:08:15.060886 tst cs_paging_gprs_active.py:38: start network...\u000a08:08:15.197330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:15.712311 run create_hlr_db(pid=26614): Launched\u000a08:08:15.930118 bus /gobi_6: Setting Powered False\u000a08:08:16.923827 run create_hlr_db(pid=26614): Terminated: ok {rc=0}\u000a08:08:17.374802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26616): Launched\u000a08:08:17.682119 run osmo-hlr_10.42.42.2(pid=26617): Launched\u000a08:08:17.795183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:18.326367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26619): Launched\u000a08:08:18.632364 run osmo-stp_10.42.42.5(pid=26620): Launched\u000a08:08:18.744038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:08:19.279264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26622): Launched\u000a08:08:19.387784 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:08:19.654971 run patchelf(pid=26623): Launched\u000a08:08:19.833827 run osmo-stp_10.42.42.5(pid=26620): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26620)]\u000a08:08:19.963839 run osmo-stp_10.42.42.5(pid=26620): stdout: \u000a| (launched: 2022-12-14_08:08:18.480692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:20.094137 run osmo-stp_10.42.42.5(pid=26620): stderr: \u000a| �[0;m�[38;5;43m20221214080818649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080818649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080818650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080818650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080818651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080818651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080818651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:20.220937 run osmo-stp_10.42.42.5(pid=26620): stdout: \u000a| (launched: 2022-12-14_08:08:18.480692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:20.346172 run osmo-stp_10.42.42.5(pid=26620): stderr: \u000a| �[0;m�[38;5;43m20221214080818649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080818649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080818650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080818650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080818651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080818651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080818651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:20.492428 run patchelf(pid=26623): Terminating (SIGINT)\u000a08:08:20.665155 run patchelf(pid=26623): Terminated: ok {rc=0}\u000a08:08:20.696881 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26620): Process ended prematurely: osmo-stp_10.42.42.5(pid=26620) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26620)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:08:20.706253 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:08:20.765943 run osmo-hlr_10.42.42.2(pid=26617): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26617)]\u000a08:08:20.814725 run osmo-hlr_10.42.42.2(pid=26617): stdout: \u000a| (launched: 2022-12-14_08:08:17.530686) \u000a08:08:20.864217 run osmo-hlr_10.42.42.2(pid=26617): stderr: \u000a| �[0;m�[1;31m20221214080817704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080817704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080817704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080817704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080817705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080817705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080817719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080817729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080817729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080817730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:08:20.906677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26610): Terminating (SIGTERM)\u000a08:08:20.946434 run iperf3-srv_10.42.42.10(pid=26611): Terminating (SIGTERM)\u000a08:08:20.986242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26612): Terminating (SIGTERM)\u000a08:08:21.025873 run iperf3-srv_10.42.42.10(pid=26613): Terminating (SIGTERM)\u000a08:08:21.065639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26616): Terminating (SIGTERM)\u000a08:08:21.105309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26619): Terminating (SIGTERM)\u000a08:08:21.144884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26622): Terminating (SIGTERM)\u000a08:08:21.154299 --- ParallelTerminationStrategy: PID 26610 died...\u000a08:08:21.207422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26610): Terminated: ok {rc=0}\u000a08:08:21.217187 --- ParallelTerminationStrategy: PID 26611 died...\u000a08:08:21.269841 run iperf3-srv_10.42.42.10(pid=26611): Terminated {rc=256}\u000a08:08:21.279530 --- ParallelTerminationStrategy: PID 26612 died...\u000a08:08:21.332457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26612): Terminated: ok {rc=0}\u000a08:08:21.342128 --- ParallelTerminationStrategy: PID 26613 died...\u000a08:08:21.394915 run iperf3-srv_10.42.42.10(pid=26613): Terminated {rc=256}\u000a08:08:21.404542 --- ParallelTerminationStrategy: PID 26616 died...\u000a08:08:21.457574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26616): Terminated: ok {rc=0}\u000a08:08:21.467261 --- ParallelTerminationStrategy: PID 26619 died...\u000a08:08:21.520202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26619): Terminated: ok {rc=0}\u000a08:08:21.530074 --- ParallelTerminationStrategy: PID 26622 died...\u000a08:08:21.583045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26622): Terminated: ok {rc=0}\u000a08:08:21.670691 bus /gobi_0: Setting Powered False\u000a08:08:22.774106 bus /gobi_0: Setting Powered False\u000a08:08:23.884226 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26632): Process ended prematurely: osmo-stp_10.42.42.5(pid=26632) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26632)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26632): Process ended prematurely: osmo-stp_10.42.42.5(pid=26632) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:08:24.993750 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:25.005455 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:08:25.145450 tst iperf3.py: using LAC 39561\u000a08:08:25.264350 tst iperf3.py: using RAC 36\u000a08:08:25.386458 tst iperf3.py: using CellId 39561\u000a08:08:25.506366 tst iperf3.py: using BVCI 39562\u000a08:08:25.529878 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:25.540789 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:25.551491 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:25.562284 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:25.573140 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:25.584095 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:25.595080 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:25.605931 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:25.616864 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:08:25.896241 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:08:26.024065 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:26.341843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26624): Launched\u000a08:08:26.605200 run iperf3-srv_10.42.42.10(pid=26625): Launched\u000a08:08:26.790328 tst iperf3.py:8: start network...\u000a08:08:26.916650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:27.404718 run create_hlr_db(pid=26626): Launched\u000a08:08:27.580150 bus /gobi_6: Setting Powered False\u000a08:08:28.600653 run create_hlr_db(pid=26626): Terminated: ok {rc=0}\u000a08:08:29.036612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26628): Launched\u000a08:08:29.364784 run osmo-hlr_10.42.42.2(pid=26629): Launched\u000a08:08:29.487713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:30.057722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26631): Launched\u000a08:08:30.384483 run osmo-stp_10.42.42.5(pid=26632): Launched\u000a08:08:30.502125 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:08:31.109351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26634): Launched\u000a08:08:31.221769 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:08:31.512255 run patchelf(pid=26635): Launched\u000a08:08:31.696553 run osmo-stp_10.42.42.5(pid=26632): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26632)]\u000a08:08:31.839946 run osmo-stp_10.42.42.5(pid=26632): stdout: \u000a| (launched: 2022-12-14_08:08:30.223367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:31.980490 run osmo-stp_10.42.42.5(pid=26632): stderr: \u000a| �[0;m�[38;5;43m20221214080830412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080830412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080830412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080830412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080830413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080830413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080830413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:32.109127 run osmo-stp_10.42.42.5(pid=26632): stdout: \u000a| (launched: 2022-12-14_08:08:30.223367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:32.235941 run osmo-stp_10.42.42.5(pid=26632): stderr: \u000a| �[0;m�[38;5;43m20221214080830412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080830412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080830412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080830412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080830413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080830413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080830413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:32.383141 run patchelf(pid=26635): Terminating (SIGINT)\u000a08:08:32.555918 run patchelf(pid=26635): Terminated: ok {rc=0}\u000a08:08:32.587767 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26632): Process ended prematurely: osmo-stp_10.42.42.5(pid=26632) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26632)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a08:08:32.597237 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:08:32.658060 run osmo-hlr_10.42.42.2(pid=26629): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26629)]\u000a08:08:32.707332 run osmo-hlr_10.42.42.2(pid=26629): stdout: \u000a| (launched: 2022-12-14_08:08:29.203433) \u000a08:08:32.756934 run osmo-hlr_10.42.42.2(pid=26629): stderr: \u000a| �[0;m�[1;31m20221214080829397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080829397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080829397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080829397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080829397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080829397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080829408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080829417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080829417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080829418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:08:32.799280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26624): Terminating (SIGTERM)\u000a08:08:32.839352 run iperf3-srv_10.42.42.10(pid=26625): Terminating (SIGTERM)\u000a08:08:32.879058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26628): Terminating (SIGTERM)\u000a08:08:32.918533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26631): Terminating (SIGTERM)\u000a08:08:32.958230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26634): Terminating (SIGTERM)\u000a08:08:32.967834 --- ParallelTerminationStrategy: PID 26624 died...\u000a08:08:33.020918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26624): Terminated: ok {rc=0}\u000a08:08:33.030573 --- ParallelTerminationStrategy: PID 26625 died...\u000a08:08:33.083569 run iperf3-srv_10.42.42.10(pid=26625): Terminated {rc=256}\u000a08:08:33.093375 --- ParallelTerminationStrategy: PID 26628 died...\u000a08:08:33.146482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26628): Terminated: ok {rc=0}\u000a08:08:33.156064 --- ParallelTerminationStrategy: PID 26631 died...\u000a08:08:33.208899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26631): Terminated: ok {rc=0}\u000a08:08:33.219004 --- ParallelTerminationStrategy: PID 26634 died...\u000a08:08:33.272099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26634): Terminated: ok {rc=0}\u000a08:08:33.356156 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26650): Process ended prematurely: osmo-stp_10.42.42.5(pid=26650) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26650)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26650): Process ended prematurely: osmo-stp_10.42.42.5(pid=26650) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:08:34.472382 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:34.484757 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:08:34.622977 tst iperf3m4.py: using LAC 39562\u000a08:08:34.744285 tst iperf3m4.py: using RAC 37\u000a08:08:34.863155 tst iperf3m4.py: using CellId 39562\u000a08:08:34.984444 tst iperf3m4.py: using BVCI 39563\u000a08:08:35.007995 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:35.019478 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:35.030502 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:35.041410 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:35.052201 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:35.063102 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:35.074168 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:35.084862 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:35.095826 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:08:35.211819 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:08:35.334196 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:08:35.452464 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:08:35.751021 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:08:35.887154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:36.228050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26636): Launched\u000a08:08:36.510328 run iperf3-srv_10.42.42.10(pid=26637): Launched\u000a08:08:36.711067 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:08:36.847059 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:37.185647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26638): Launched\u000a08:08:37.467091 run iperf3-srv_10.42.42.10(pid=26639): Launched\u000a08:08:37.667774 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:08:37.803590 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:38.142035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26640): Launched\u000a08:08:38.423905 run iperf3-srv_10.42.42.10(pid=26641): Launched\u000a08:08:38.624795 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:08:38.760871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:08:39.099890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26642): Launched\u000a08:08:39.381872 run iperf3-srv_10.42.42.10(pid=26643): Launched\u000a08:08:39.582864 tst iperf3m4.py:8: start network...\u000a08:08:39.719018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:40.233524 run create_hlr_db(pid=26644): Launched\u000a08:08:40.422918 bus /gobi_6: Setting Powered False\u000a08:08:41.443270 run create_hlr_db(pid=26644): Terminated: ok {rc=0}\u000a08:08:41.855119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26646): Launched\u000a08:08:42.161958 run osmo-hlr_10.42.42.2(pid=26647): Launched\u000a08:08:42.278437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:42.852599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26649): Launched\u000a08:08:43.180884 run osmo-stp_10.42.42.5(pid=26650): Launched\u000a08:08:43.299090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:08:43.869959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26652): Launched\u000a08:08:43.986622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:08:44.271597 run patchelf(pid=26653): Launched\u000a08:08:44.463241 run osmo-stp_10.42.42.5(pid=26650): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26650)]\u000a08:08:44.603195 run osmo-stp_10.42.42.5(pid=26650): stdout: \u000a| (launched: 2022-12-14_08:08:43.019435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:44.742985 run osmo-stp_10.42.42.5(pid=26650): stderr: \u000a| �[0;m�[38;5;43m20221214080843209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080843209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080843209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080843209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080843210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080843210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080843210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:44.877572 run osmo-stp_10.42.42.5(pid=26650): stdout: \u000a| (launched: 2022-12-14_08:08:43.019435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:45.010952 run osmo-stp_10.42.42.5(pid=26650): stderr: \u000a| �[0;m�[38;5;43m20221214080843209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080843209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080843209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080843209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080843210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080843210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080843210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:45.167171 run patchelf(pid=26653): Terminating (SIGINT)\u000a08:08:45.351812 run patchelf(pid=26653): Terminated: ok {rc=0}\u000a08:08:45.385681 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26650): Process ended prematurely: osmo-stp_10.42.42.5(pid=26650) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26650)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:08:45.395635 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a08:08:45.459506 run osmo-hlr_10.42.42.2(pid=26647): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26647)]\u000a08:08:45.511039 run osmo-hlr_10.42.42.2(pid=26647): stdout: \u000a| (launched: 2022-12-14_08:08:42.010762) \u000a08:08:45.564344 run osmo-hlr_10.42.42.2(pid=26647): stderr: \u000a| �[0;m�[1;31m20221214080842184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080842184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080842184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080842184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080842184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080842184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080842195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080842203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080842203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080842203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:08:45.609212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26636): Terminating (SIGTERM)\u000a08:08:45.650843 run iperf3-srv_10.42.42.10(pid=26637): Terminating (SIGTERM)\u000a08:08:45.693242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26638): Terminating (SIGTERM)\u000a08:08:45.735128 run iperf3-srv_10.42.42.10(pid=26639): Terminating (SIGTERM)\u000a08:08:45.777603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26640): Terminating (SIGTERM)\u000a08:08:45.819619 run iperf3-srv_10.42.42.10(pid=26641): Terminating (SIGTERM)\u000a08:08:45.872068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26642): Terminating (SIGTERM)\u000a08:08:45.932084 run iperf3-srv_10.42.42.10(pid=26643): Terminating (SIGTERM)\u000a08:08:45.976103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26646): Terminating (SIGTERM)\u000a08:08:46.020494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26649): Terminating (SIGTERM)\u000a08:08:46.062620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26652): Terminating (SIGTERM)\u000a08:08:46.073954 --- ParallelTerminationStrategy: PID 26636 died...\u000a08:08:46.130764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26636): Terminated: ok {rc=0}\u000a08:08:46.140868 --- ParallelTerminationStrategy: PID 26637 died...\u000a08:08:46.195384 run iperf3-srv_10.42.42.10(pid=26637): Terminated {rc=256}\u000a08:08:46.206085 --- ParallelTerminationStrategy: PID 26638 died...\u000a08:08:46.262672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26638): Terminated: ok {rc=0}\u000a08:08:46.272775 --- ParallelTerminationStrategy: PID 26639 died...\u000a08:08:46.326849 run iperf3-srv_10.42.42.10(pid=26639): Terminated {rc=256}\u000a08:08:46.337016 --- ParallelTerminationStrategy: PID 26640 died...\u000a08:08:46.393812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26640): Terminated: ok {rc=0}\u000a08:08:46.404565 --- ParallelTerminationStrategy: PID 26641 died...\u000a08:08:46.460806 run iperf3-srv_10.42.42.10(pid=26641): Terminated {rc=256}\u000a08:08:46.471028 --- ParallelTerminationStrategy: PID 26642 died...\u000a08:08:46.525799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26642): Terminated: ok {rc=0}\u000a08:08:46.536449 --- ParallelTerminationStrategy: PID 26643 died...\u000a08:08:46.591143 run iperf3-srv_10.42.42.10(pid=26643): Terminated {rc=256}\u000a08:08:46.601496 --- ParallelTerminationStrategy: PID 26646 died...\u000a08:08:46.657085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26646): Terminated: ok {rc=0}\u000a08:08:46.667792 --- ParallelTerminationStrategy: PID 26649 died...\u000a08:08:46.722358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26649): Terminated: ok {rc=0}\u000a08:08:46.732502 --- ParallelTerminationStrategy: PID 26652 died...\u000a08:08:46.787831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26652): Terminated: ok {rc=0}\u000a08:08:46.875393 bus /gobi_4: Setting Powered False\u000a08:08:47.979996 bus /gobi_4: Setting Powered False\u000a08:08:49.088220 bus /gobi_1: Setting Powered False\u000a08:08:50.194072 bus /gobi_1: Setting Powered False\u000a08:08:51.305404 bus /gobi_0: Setting Powered False\u000a08:08:52.407561 bus /gobi_0: Setting Powered False\u000a08:08:53.516266 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26660): Process ended prematurely: osmo-stp_10.42.42.5(pid=26660) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26660)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26660): Process ended prematurely: osmo-stp_10.42.42.5(pid=26660) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:08:54.585059 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:54.597671 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:08:54.743874 tst ping.py: using LAC 39563\u000a08:08:54.864718 tst ping.py: using RAC 38\u000a08:08:54.983244 tst ping.py: using CellId 39563\u000a08:08:55.102690 tst ping.py: using BVCI 39564\u000a08:08:55.125524 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:55.136508 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:55.147408 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:55.158231 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:55.169030 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:55.179727 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:55.190665 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:08:55.201510 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:08:55.493026 tst ping.py:19: start network...\u000a08:08:55.627228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:56.131836 run create_hlr_db(pid=26654): Launched\u000a08:08:56.318019 bus /gobi_6: Setting Powered False\u000a08:08:57.338981 run create_hlr_db(pid=26654): Terminated: ok {rc=0}\u000a08:08:57.742233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26656): Launched\u000a08:08:58.039949 run osmo-hlr_10.42.42.2(pid=26657): Launched\u000a08:08:58.158715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:58.689674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26659): Launched\u000a08:08:58.988181 run osmo-stp_10.42.42.5(pid=26660): Launched\u000a08:08:59.095660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:08:59.617837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26662): Launched\u000a08:08:59.724128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:08:59.986463 run patchelf(pid=26663): Launched\u000a08:09:00.161947 run osmo-stp_10.42.42.5(pid=26660): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26660)]\u000a08:09:00.290143 run osmo-stp_10.42.42.5(pid=26660): stdout: \u000a| (launched: 2022-12-14_08:08:58.840791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:00.418813 run osmo-stp_10.42.42.5(pid=26660): stderr: \u000a| �[0;m�[38;5;43m20221214080859006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080859006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080859006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080859007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080859007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080859007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080859008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:00.542301 run osmo-stp_10.42.42.5(pid=26660): stdout: \u000a| (launched: 2022-12-14_08:08:58.840791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:00.664705 run osmo-stp_10.42.42.5(pid=26660): stderr: \u000a| �[0;m�[38;5;43m20221214080859006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080859006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080859006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080859007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080859007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080859007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080859008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:00.807963 run patchelf(pid=26663): Terminating (SIGINT)\u000a08:09:00.991761 run patchelf(pid=26663): Terminated: ok {rc=0}\u000a08:09:01.023786 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26660): Process ended prematurely: osmo-stp_10.42.42.5(pid=26660) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26660)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a08:09:01.033540 tst ping.py:22: Test FAILED (6.4 sec)\u000a08:09:01.095116 run osmo-hlr_10.42.42.2(pid=26657): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26657)]\u000a08:09:01.145194 run osmo-hlr_10.42.42.2(pid=26657): stdout: \u000a| (launched: 2022-12-14_08:08:57.893381) \u000a08:09:01.195718 run osmo-hlr_10.42.42.2(pid=26657): stderr: \u000a| �[0;m�[1;31m20221214080858066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080858066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080858066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080858066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080858066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080858066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080858079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080858090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080858090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080858090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:09:01.239091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26656): Terminating (SIGTERM)\u000a08:09:01.280755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26659): Terminating (SIGTERM)\u000a08:09:01.321626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26662): Terminating (SIGTERM)\u000a08:09:01.332091 --- ParallelTerminationStrategy: PID 26656 died...\u000a08:09:01.388388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26656): Terminated: ok {rc=0}\u000a08:09:01.398530 --- ParallelTerminationStrategy: PID 26659 died...\u000a08:09:01.452653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26659): Terminated: ok {rc=0}\u000a08:09:01.462795 --- ParallelTerminationStrategy: PID 26662 died...\u000a08:09:01.516787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26662): Terminated: ok {rc=0}\u000a08:09:01.612739 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26942): Process ended prematurely: osmo-stp_10.42.42.5(pid=26942) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26942)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26942): Process ended prematurely: osmo-stp_10.42.42.5(pid=26942) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:09:02.685784 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:09:02.704648 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:09:02.901409 tst ping_idle_ping.py: using LAC 39564\u000a08:09:03.061060 tst ping_idle_ping.py: using RAC 39\u000a08:09:03.224287 tst ping_idle_ping.py: using CellId 39564\u000a08:09:03.380765 tst ping_idle_ping.py: using BVCI 39565\u000a08:09:03.415392 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:09:03.432339 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:09:03.449202 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:09:03.464145 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:09:03.479071 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:09:03.496783 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:09:03.514930 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:09:03.528496 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:09:03.891175 tst ping_idle_ping.py:24: start network...\u000a08:09:04.034258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:09:04.567950 run create_hlr_db(pid=26934): Launched\u000a08:09:04.778997 bus /gobi_6: Setting Powered False\u000a08:09:05.797287 run create_hlr_db(pid=26934): Terminated: ok {rc=0}\u000a08:09:06.257497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26937): Launched\u000a08:09:06.695858 run osmo-hlr_10.42.42.2(pid=26939): Launched\u000a08:09:06.930738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:09:07.515221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26941): Launched\u000a08:09:07.947148 run osmo-stp_10.42.42.5(pid=26942): Launched\u000a08:09:08.169377 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:09:08.762202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26944): Launched\u000a08:09:08.884462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:09:09.188200 run patchelf(pid=26945): Launched\u000a08:09:09.385854 run osmo-stp_10.42.42.5(pid=26942): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26942)]\u000a08:09:09.530704 run osmo-stp_10.42.42.5(pid=26942): stdout: \u000a| (launched: 2022-12-14_08:09:07.684439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:09.677370 run osmo-stp_10.42.42.5(pid=26942): stderr: \u000a| �[0;m�[38;5;43m20221214080907976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080907976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080907976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080907985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080907986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080907986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080907986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:09.817923 run osmo-stp_10.42.42.5(pid=26942): stdout: \u000a| (launched: 2022-12-14_08:09:07.684439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:09.956509 run osmo-stp_10.42.42.5(pid=26942): stderr: \u000a| �[0;m�[38;5;43m20221214080907976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080907976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080907976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080907985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080907986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080907986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080907986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:10.118394 run patchelf(pid=26945): Terminating (SIGINT)\u000a08:09:10.308636 run patchelf(pid=26945): Terminated: ok {rc=0}\u000a08:09:10.344478 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26942): Process ended prematurely: osmo-stp_10.42.42.5(pid=26942) [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26942)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:09:10.354980 tst ping_idle_ping.py:27: Test FAILED (7.7 sec)\u000a08:09:10.423614 run osmo-hlr_10.42.42.2(pid=26939): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26939)]\u000a08:09:10.477688 run osmo-hlr_10.42.42.2(pid=26939): stdout: \u000a| (launched: 2022-12-14_08:09:06.424607) \u000a08:09:10.532696 run osmo-hlr_10.42.42.2(pid=26939): stderr: \u000a| �[0;m�[1;31m20221214080906726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080906726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080906726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080906726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080906726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080906726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080906745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080906758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080906758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080906758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:09:10.580548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26937): Terminating (SIGTERM)\u000a08:09:10.628313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26941): Terminating (SIGTERM)\u000a08:09:10.674027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26944): Terminating (SIGTERM)\u000a08:09:10.686307 --- ParallelTerminationStrategy: PID 26937 died...\u000a08:09:10.747769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26937): Terminated: ok {rc=0}\u000a08:09:10.759732 --- ParallelTerminationStrategy: PID 26941 died...\u000a08:09:10.820385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26941): Terminated: ok {rc=0}\u000a08:09:10.832223 --- ParallelTerminationStrategy: PID 26944 died...\u000a08:09:10.891208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26944): Terminated: ok {rc=0}\u000a08:09:10.983401 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:08:11" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26959): Process ended prematurely: osmo-stp_10.42.42.5(pid=26959) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26959)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26959): Process ended prematurely: osmo-stp_10.42.42.5(pid=26959) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:09:13.180002 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:13.192720 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:09:13.366442 tst cs_paging_gprs_active.py: using LAC 39565\u000a08:09:13.500377 tst cs_paging_gprs_active.py: using RAC 40\u000a08:09:13.634790 tst cs_paging_gprs_active.py: using CellId 39565\u000a08:09:13.769503 tst cs_paging_gprs_active.py: using BVCI 39566\u000a08:09:13.796926 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:13.809553 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:13.823534 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:13.836087 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:13.850482 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:13.862926 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:13.877101 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:13.890544 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:13.903987 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:09:14.032591 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:09:14.344198 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:09:14.487892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:09:14.853893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26949): Launched\u000a08:09:15.153731 run iperf3-srv_10.42.42.10(pid=26950): Launched\u000a08:09:15.347768 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:09:15.479633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:09:15.820089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26951): Launched\u000a08:09:16.147751 run iperf3-srv_10.42.42.10(pid=26952): Launched\u000a08:09:16.340244 tst cs_paging_gprs_active.py:38: start network...\u000a08:09:16.470680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:09:17.044788 run create_hlr_db(pid=26953): Launched\u000a08:09:17.226124 bus /gobi_6: Setting Powered False\u000a08:09:18.263312 run create_hlr_db(pid=26953): Terminated: ok {rc=0}\u000a08:09:18.732378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26955): Launched\u000a08:09:19.175406 run osmo-hlr_10.42.42.2(pid=26956): Launched\u000a08:09:19.421095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:09:20.028271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26958): Launched\u000a08:09:20.471813 run osmo-stp_10.42.42.5(pid=26959): Launched\u000a08:09:20.690928 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:09:21.323486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26961): Launched\u000a08:09:21.448150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:09:21.760480 run patchelf(pid=26962): Launched\u000a08:09:21.965978 run osmo-stp_10.42.42.5(pid=26959): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26959)]\u000a08:09:22.114334 run osmo-stp_10.42.42.5(pid=26959): stdout: \u000a| (launched: 2022-12-14_08:09:20.201079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:22.261882 run osmo-stp_10.42.42.5(pid=26959): stderr: \u000a| �[0;m�[38;5;43m20221214080920494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080920494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080920495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080920495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080920496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080920496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080920496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:22.404114 run osmo-stp_10.42.42.5(pid=26959): stdout: \u000a| (launched: 2022-12-14_08:09:20.201079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:22.548293 run osmo-stp_10.42.42.5(pid=26959): stderr: \u000a| �[0;m�[38;5;43m20221214080920494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080920494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080920495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080920495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080920496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080920496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080920496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:22.715404 run patchelf(pid=26962): Terminating (SIGINT)\u000a08:09:22.915318 run patchelf(pid=26962): Terminated: ok {rc=0}\u000a08:09:22.951868 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26959): Process ended prematurely: osmo-stp_10.42.42.5(pid=26959) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26959)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:09:22.963099 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a08:09:23.032272 run osmo-hlr_10.42.42.2(pid=26956): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26956)]\u000a08:09:23.087465 run osmo-hlr_10.42.42.2(pid=26956): stdout: \u000a| (launched: 2022-12-14_08:09:18.909203) \u000a08:09:23.143074 run osmo-hlr_10.42.42.2(pid=26956): stderr: \u000a| �[0;m�[1;31m20221214080919207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080919207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080919207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080919207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080919207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080919207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080919227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080919239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080919239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080919239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:09:23.191167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26949): Terminating (SIGTERM)\u000a08:09:23.239198 run iperf3-srv_10.42.42.10(pid=26950): Terminating (SIGTERM)\u000a08:09:23.285940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26951): Terminating (SIGTERM)\u000a08:09:23.334311 run iperf3-srv_10.42.42.10(pid=26952): Terminating (SIGTERM)\u000a08:09:23.380886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26955): Terminating (SIGTERM)\u000a08:09:23.429379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26958): Terminating (SIGTERM)\u000a08:09:23.476866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26961): Terminating (SIGTERM)\u000a08:09:23.488154 --- ParallelTerminationStrategy: PID 26949 died...\u000a08:09:23.551274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26949): Terminated: ok {rc=0}\u000a08:09:23.563539 --- ParallelTerminationStrategy: PID 26950 died...\u000a08:09:23.624334 run iperf3-srv_10.42.42.10(pid=26950): Terminated {rc=256}\u000a08:09:23.636631 --- ParallelTerminationStrategy: PID 26951 died...\u000a08:09:23.695637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26951): Terminated: ok {rc=0}\u000a08:09:23.707899 --- ParallelTerminationStrategy: PID 26952 died...\u000a08:09:23.766426 run iperf3-srv_10.42.42.10(pid=26952): Terminated {rc=256}\u000a08:09:23.778808 --- ParallelTerminationStrategy: PID 26955 died...\u000a08:09:23.840583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26955): Terminated: ok {rc=0}\u000a08:09:23.853160 --- ParallelTerminationStrategy: PID 26958 died...\u000a08:09:23.912065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26958): Terminated: ok {rc=0}\u000a08:09:23.924520 --- ParallelTerminationStrategy: PID 26961 died...\u000a08:09:23.983951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26961): Terminated: ok {rc=0}\u000a08:09:24.078586 bus /gobi_0: Setting Powered False\u000a08:09:25.190957 bus /gobi_0: Setting Powered False\u000a08:09:26.298831 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26972): Process ended prematurely: osmo-stp_10.42.42.5(pid=26972) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26972)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26972): Process ended prematurely: osmo-stp_10.42.42.5(pid=26972) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:09:27.415497 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:27.427806 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:09:27.594906 tst iperf3.py: using LAC 39566\u000a08:09:27.717589 tst iperf3.py: using RAC 41\u000a08:09:27.838334 tst iperf3.py: using CellId 39566\u000a08:09:27.958323 tst iperf3.py: using BVCI 39567\u000a08:09:27.982164 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:27.993190 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:28.003851 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:28.014663 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:28.025524 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:28.036316 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:28.047228 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:28.058338 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:28.069283 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:09:28.357337 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:09:28.486125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:09:28.810864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26964): Launched\u000a08:09:29.078250 run iperf3-srv_10.42.42.10(pid=26965): Launched\u000a08:09:29.266197 tst iperf3.py:8: start network...\u000a08:09:29.394325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:09:29.890152 run create_hlr_db(pid=26966): Launched\u000a08:09:30.066900 bus /gobi_6: Setting Powered False\u000a08:09:31.119574 run create_hlr_db(pid=26966): Terminated: ok {rc=0}\u000a08:09:31.611590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26968): Launched\u000a08:09:31.974898 run osmo-hlr_10.42.42.2(pid=26969): Launched\u000a08:09:32.133050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:09:32.783489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26971): Launched\u000a08:09:33.116407 run osmo-stp_10.42.42.5(pid=26972): Launched\u000a08:09:33.235423 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:09:33.814869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26974): Launched\u000a08:09:33.932789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:09:34.223242 run patchelf(pid=26975): Launched\u000a08:09:34.416365 run osmo-stp_10.42.42.5(pid=26972): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26972)]\u000a08:09:34.557850 run osmo-stp_10.42.42.5(pid=26972): stdout: \u000a| (launched: 2022-12-14_08:09:32.952256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:34.699459 run osmo-stp_10.42.42.5(pid=26972): stderr: \u000a| �[0;m�[38;5;43m20221214080933145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080933145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080933145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080933146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080933146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080933146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080933146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:34.836212 run osmo-stp_10.42.42.5(pid=26972): stdout: \u000a| (launched: 2022-12-14_08:09:32.952256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:34.971356 run osmo-stp_10.42.42.5(pid=26972): stderr: \u000a| �[0;m�[38;5;43m20221214080933145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080933145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080933145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080933146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080933146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080933146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080933146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:35.130031 run patchelf(pid=26975): Terminating (SIGINT)\u000a08:09:35.316569 run patchelf(pid=26975): Terminated: ok {rc=0}\u000a08:09:35.350769 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26972): Process ended prematurely: osmo-stp_10.42.42.5(pid=26972) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26972)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:09:35.360672 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a08:09:35.424024 run osmo-hlr_10.42.42.2(pid=26969): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26969)]\u000a08:09:35.475438 run osmo-hlr_10.42.42.2(pid=26969): stdout: \u000a| (launched: 2022-12-14_08:09:31.786286) \u000a08:09:35.527453 run osmo-hlr_10.42.42.2(pid=26969): stderr: \u000a| �[0;m�[1;31m20221214080932137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080932137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080932137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080932137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080932137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080932137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080932161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080932183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080932184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080932184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:09:35.572436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26964): Terminating (SIGTERM)\u000a08:09:35.614433 run iperf3-srv_10.42.42.10(pid=26965): Terminating (SIGTERM)\u000a08:09:35.656598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26968): Terminating (SIGTERM)\u000a08:09:35.698457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26971): Terminating (SIGTERM)\u000a08:09:35.740688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26974): Terminating (SIGTERM)\u000a08:09:35.750483 --- ParallelTerminationStrategy: PID 26964 died...\u000a08:09:35.806600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26964): Terminated: ok {rc=0}\u000a08:09:35.816629 --- ParallelTerminationStrategy: PID 26965 died...\u000a08:09:35.872303 run iperf3-srv_10.42.42.10(pid=26965): Terminated {rc=256}\u000a08:09:35.882317 --- ParallelTerminationStrategy: PID 26968 died...\u000a08:09:35.938320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26968): Terminated: ok {rc=0}\u000a08:09:35.948444 --- ParallelTerminationStrategy: PID 26971 died...\u000a08:09:36.004458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26971): Terminated: ok {rc=0}\u000a08:09:36.014576 --- ParallelTerminationStrategy: PID 26974 died...\u000a08:09:36.070766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26974): Terminated: ok {rc=0}\u000a08:09:36.157595 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26990): Process ended prematurely: osmo-stp_10.42.42.5(pid=26990) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26990)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26990): Process ended prematurely: osmo-stp_10.42.42.5(pid=26990) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:09:37.275410 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:37.287810 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:09:37.452595 tst iperf3m4.py: using LAC 39567\u000a08:09:37.582709 tst iperf3m4.py: using RAC 42\u000a08:09:37.713179 tst iperf3m4.py: using CellId 39567\u000a08:09:37.844400 tst iperf3m4.py: using BVCI 39568\u000a08:09:37.869740 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:37.881369 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:37.892764 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:37.904168 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:37.915908 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:37.927507 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:37.939380 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:37.951064 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:37.962863 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:09:38.082525 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:09:38.206855 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:09:38.330677 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:09:38.616812 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:09:38.745409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:09:39.068772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26976): Launched\u000a08:09:39.338533 run iperf3-srv_10.42.42.10(pid=26977): Launched\u000a08:09:39.527443 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:09:39.656029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:09:39.978271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26978): Launched\u000a08:09:40.244918 run iperf3-srv_10.42.42.10(pid=26979): Launched\u000a08:09:40.433182 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:09:40.561276 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:09:40.882780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26980): Launched\u000a08:09:41.150273 run iperf3-srv_10.42.42.10(pid=26981): Launched\u000a08:09:41.338840 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:09:41.467101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:09:41.789263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26982): Launched\u000a08:09:42.058276 run iperf3-srv_10.42.42.10(pid=26983): Launched\u000a08:09:42.246307 tst iperf3m4.py:8: start network...\u000a08:09:42.374212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:09:42.870673 run create_hlr_db(pid=26984): Launched\u000a08:09:43.048095 bus /gobi_6: Setting Powered False\u000a08:09:44.068203 run create_hlr_db(pid=26984): Terminated: ok {rc=0}\u000a08:09:44.510626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26986): Launched\u000a08:09:44.845921 run osmo-hlr_10.42.42.2(pid=26987): Launched\u000a08:09:44.970402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:09:45.549492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26989): Launched\u000a08:09:45.959468 run osmo-stp_10.42.42.5(pid=26990): Launched\u000a08:09:46.113354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:09:46.703179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26992): Launched\u000a08:09:46.823888 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:09:47.150379 run patchelf(pid=26993): Launched\u000a08:09:47.336097 run osmo-stp_10.42.42.5(pid=26990): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26990)]\u000a08:09:47.468756 run osmo-stp_10.42.42.5(pid=26990): stdout: \u000a| (launched: 2022-12-14_08:09:45.718839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:47.601221 run osmo-stp_10.42.42.5(pid=26990): stderr: \u000a| �[0;m�[38;5;43m20221214080945929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080945929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080945929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080945930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080945930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080945930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080945930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:47.728012 run osmo-stp_10.42.42.5(pid=26990): stdout: \u000a| (launched: 2022-12-14_08:09:45.718839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:09:47.854045 run osmo-stp_10.42.42.5(pid=26990): stderr: \u000a| �[0;m�[38;5;43m20221214080945929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214080945929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214080945929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214080945930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214080945930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214080945930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214080945930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:09:48.002205 run patchelf(pid=26993): Terminating (SIGINT)\u000a08:09:48.177421 run patchelf(pid=26993): Terminated: ok {rc=0}\u000a08:09:48.209566 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26990): Process ended prematurely: osmo-stp_10.42.42.5(pid=26990) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26990)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:09:48.218881 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a08:09:48.279558 run osmo-hlr_10.42.42.2(pid=26987): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26987)]\u000a08:09:48.329041 run osmo-hlr_10.42.42.2(pid=26987): stdout: \u000a| (launched: 2022-12-14_08:09:44.681010) \u000a08:09:48.379070 run osmo-hlr_10.42.42.2(pid=26987): stderr: \u000a| �[0;m�[1;31m20221214080944881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214080944881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214080944881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080944881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214080944881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214080944881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214080944892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214080944902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214080944902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214080944902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:09:48.421742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26976): Terminating (SIGTERM)\u000a08:09:48.462079 run iperf3-srv_10.42.42.10(pid=26977): Terminating (SIGTERM)\u000a08:09:48.502307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26978): Terminating (SIGTERM)\u000a08:09:48.542331 run iperf3-srv_10.42.42.10(pid=26979): Terminating (SIGTERM)\u000a08:09:48.582496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26980): Terminating (SIGTERM)\u000a08:09:48.622445 run iperf3-srv_10.42.42.10(pid=26981): Terminating (SIGTERM)\u000a08:09:48.662509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26982): Terminating (SIGTERM)\u000a08:09:48.702490 run iperf3-srv_10.42.42.10(pid=26983): Terminating (SIGTERM)\u000a08:09:48.742387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26986): Terminating (SIGTERM)\u000a08:09:48.782389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26989): Terminating (SIGTERM)\u000a08:09:48.822440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26992): Terminating (SIGTERM)\u000a08:09:48.831881 --- ParallelTerminationStrategy: PID 26976 died...\u000a08:09:48.885717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26976): Terminated: ok {rc=0}\u000a08:09:48.895578 --- ParallelTerminationStrategy: PID 26977 died...\u000a08:09:48.949237 run iperf3-srv_10.42.42.10(pid=26977): Terminated {rc=256}\u000a08:09:48.958936 --- ParallelTerminationStrategy: PID 26978 died...\u000a08:09:49.011979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26978): Terminated: ok {rc=0}\u000a08:09:49.021804 --- ParallelTerminationStrategy: PID 26979 died...\u000a08:09:49.074482 run iperf3-srv_10.42.42.10(pid=26979): Terminated {rc=256}\u000a08:09:49.084137 --- ParallelTerminationStrategy: PID 26980 died...\u000a08:09:49.137160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26980): Terminated: ok {rc=0}\u000a08:09:49.146924 --- ParallelTerminationStrategy: PID 26981 died...\u000a08:09:49.199954 run iperf3-srv_10.42.42.10(pid=26981): Terminated {rc=256}\u000a08:09:49.209794 --- ParallelTerminationStrategy: PID 26982 died...\u000a08:09:49.262969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26982): Terminated: ok {rc=0}\u000a08:09:49.272710 --- ParallelTerminationStrategy: PID 26983 died...\u000a08:09:49.325641 run iperf3-srv_10.42.42.10(pid=26983): Terminated {rc=256}\u000a08:09:49.335410 --- ParallelTerminationStrategy: PID 26986 died...\u000a08:09:49.388477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26986): Terminated: ok {rc=0}\u000a08:09:49.398150 --- ParallelTerminationStrategy: PID 26989 died...\u000a08:09:49.451568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26989): Terminated: ok {rc=0}\u000a08:09:49.461506 --- ParallelTerminationStrategy: PID 26992 died...\u000a08:09:49.514659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26992): Terminated: ok {rc=0}\u000a08:09:49.602852 bus /gobi_4: Setting Powered False\u000a08:09:50.705735 bus /gobi_4: Setting Powered False\u000a08:09:51.811840 bus /gobi_1: Setting Powered False\u000a08:09:52.918868 bus /gobi_1: Setting Powered False\u000a08:09:54.028332 bus /gobi_0: Setting Powered False\u000a08:09:55.135065 bus /gobi_0: Setting Powered False\u000a08:09:56.244814 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27004): Process ended prematurely: osmo-stp_10.42.42.5(pid=27004) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27004)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27004): Process ended prematurely: osmo-stp_10.42.42.5(pid=27004) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:09:57.313183 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:57.325516 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:09:57.486219 tst ping.py: using LAC 39568\u000a08:09:57.605373 tst ping.py: using RAC 43\u000a08:09:57.724788 tst ping.py: using CellId 39568\u000a08:09:57.845237 tst ping.py: using BVCI 39569\u000a08:09:57.868621 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:57.879797 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:57.890769 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:57.901635 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:57.912463 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:57.923360 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:57.934263 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:09:57.945057 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:09:58.225477 tst ping.py:19: start network...\u000a08:09:58.351656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:09:58.837478 run create_hlr_db(pid=26995): Launched\u000a08:09:59.013090 bus /gobi_6: Setting Powered False\u000a08:10:00.033211 run create_hlr_db(pid=26995): Terminated: ok {rc=0}\u000a08:10:00.469121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26997): Launched\u000a08:10:00.797229 run osmo-hlr_10.42.42.2(pid=26998): Launched\u000a08:10:01.012425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:10:01.629288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27000): Launched\u000a08:10:02.063098 run osmo-stp_10.42.42.5(pid=27004): Launched\u000a08:10:02.295477 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:10:02.922260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27006): Launched\u000a08:10:03.038259 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:10:03.326101 run patchelf(pid=27007): Launched\u000a08:10:03.518419 run osmo-stp_10.42.42.5(pid=27004): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27004)]\u000a08:10:03.659654 run osmo-stp_10.42.42.5(pid=27004): stdout: \u000a| (launched: 2022-12-14_08:10:01.821709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:03.799966 run osmo-stp_10.42.42.5(pid=27004): stderr: \u000a| �[0;m�[38;5;43m20221214081002180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081002180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081002180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081002181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081002182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081002182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081002182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:03.934884 run osmo-stp_10.42.42.5(pid=27004): stdout: \u000a| (launched: 2022-12-14_08:10:01.821709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:04.068606 run osmo-stp_10.42.42.5(pid=27004): stderr: \u000a| �[0;m�[38;5;43m20221214081002180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081002180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081002180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081002181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081002182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081002182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081002182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:04.225622 run patchelf(pid=27007): Terminating (SIGINT)\u000a08:10:04.410741 run patchelf(pid=27007): Terminated: ok {rc=0}\u000a08:10:04.444238 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27004): Process ended prematurely: osmo-stp_10.42.42.5(pid=27004) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27004)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:10:04.453652 tst ping.py:22: Test FAILED (7.1 sec)\u000a08:10:04.517653 run osmo-hlr_10.42.42.2(pid=26998): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26998)]\u000a08:10:04.570032 run osmo-hlr_10.42.42.2(pid=26998): stdout: \u000a| (launched: 2022-12-14_08:10:00.635628) \u000a08:10:04.622681 run osmo-hlr_10.42.42.2(pid=26998): stderr: \u000a| �[0;m�[1;31m20221214081000833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081000833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081000833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081000833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081000833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081000833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081000851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081000862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081000862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081000862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:10:04.667479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26997): Terminating (SIGTERM)\u000a08:10:04.710272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27000): Terminating (SIGTERM)\u000a08:10:04.752520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27006): Terminating (SIGTERM)\u000a08:10:04.762467 --- ParallelTerminationStrategy: PID 26997 died...\u000a08:10:04.819568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26997): Terminated: ok {rc=0}\u000a08:10:04.829827 --- ParallelTerminationStrategy: PID 27000 died...\u000a08:10:04.886374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27000): Terminated: ok {rc=0}\u000a08:10:04.896634 --- ParallelTerminationStrategy: PID 27006 died...\u000a08:10:04.952820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27006): Terminated: ok {rc=0}\u000a08:10:05.040903 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27014): Process ended prematurely: osmo-stp_10.42.42.5(pid=27014) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27014)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27014): Process ended prematurely: osmo-stp_10.42.42.5(pid=27014) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:10:06.094887 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:10:06.107309 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:10:06.261905 tst ping_idle_ping.py: using LAC 39569\u000a08:10:06.381068 tst ping_idle_ping.py: using RAC 44\u000a08:10:06.504838 tst ping_idle_ping.py: using CellId 39569\u000a08:10:06.623666 tst ping_idle_ping.py: using BVCI 39570\u000a08:10:06.646838 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:10:06.658048 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:10:06.669121 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:10:06.679987 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:10:06.690952 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:10:06.701937 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:10:06.712883 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:10:06.723835 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:10:07.017656 tst ping_idle_ping.py:24: start network...\u000a08:10:07.155047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:10:07.674528 run create_hlr_db(pid=27008): Launched\u000a08:10:07.865803 bus /gobi_6: Setting Powered False\u000a08:10:08.884355 run create_hlr_db(pid=27008): Terminated: ok {rc=0}\u000a08:10:09.294601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27010): Launched\u000a08:10:09.600468 run osmo-hlr_10.42.42.2(pid=27011): Launched\u000a08:10:09.718714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:10:10.254921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27013): Launched\u000a08:10:10.560518 run osmo-stp_10.42.42.5(pid=27014): Launched\u000a08:10:10.672765 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:10:11.211357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27016): Launched\u000a08:10:11.320623 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:10:11.590563 run patchelf(pid=27017): Launched\u000a08:10:11.769150 run osmo-stp_10.42.42.5(pid=27014): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27014)]\u000a08:10:11.899320 run osmo-stp_10.42.42.5(pid=27014): stdout: \u000a| (launched: 2022-12-14_08:10:10.408847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:12.029676 run osmo-stp_10.42.42.5(pid=27014): stderr: \u000a| �[0;m�[38;5;43m20221214081010578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081010578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081010578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081010579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081010579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081010579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081010579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:12.154692 run osmo-stp_10.42.42.5(pid=27014): stdout: \u000a| (launched: 2022-12-14_08:10:10.408847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:12.278531 run osmo-stp_10.42.42.5(pid=27014): stderr: \u000a| �[0;m�[38;5;43m20221214081010578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081010578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081010578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081010579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081010579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081010579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081010579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:12.423948 run patchelf(pid=27017): Terminating (SIGINT)\u000a08:10:12.595733 run patchelf(pid=27017): Terminated: ok {rc=0}\u000a08:10:12.626958 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27014): Process ended prematurely: osmo-stp_10.42.42.5(pid=27014) [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27014)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:10:12.635524 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:10:12.695803 run osmo-hlr_10.42.42.2(pid=27011): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27011)]\u000a08:10:12.744569 run osmo-hlr_10.42.42.2(pid=27011): stdout: \u000a| (launched: 2022-12-14_08:10:09.448907) \u000a08:10:12.793917 run osmo-hlr_10.42.42.2(pid=27011): stderr: \u000a| �[0;m�[1;31m20221214081009625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081009625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081009625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081009626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081009626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081009626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081009638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081009647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081009647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081009647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:10:12.836124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27010): Terminating (SIGTERM)\u000a08:10:12.875892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27013): Terminating (SIGTERM)\u000a08:10:12.915422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27016): Terminating (SIGTERM)\u000a08:10:12.924798 --- ParallelTerminationStrategy: PID 27010 died...\u000a08:10:12.977942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27010): Terminated: ok {rc=0}\u000a08:10:12.987574 --- ParallelTerminationStrategy: PID 27013 died...\u000a08:10:13.040316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27013): Terminated: ok {rc=0}\u000a08:10:13.050100 --- ParallelTerminationStrategy: PID 27016 died...\u000a08:10:13.103059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27016): Terminated: ok {rc=0}\u000a08:10:13.186950 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:09:12" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27031): Process ended prematurely: osmo-stp_10.42.42.5(pid=27031) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27031)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27031): Process ended prematurely: osmo-stp_10.42.42.5(pid=27031) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:10:15.373875 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:15.385732 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:10:15.522923 tst cs_paging_gprs_active.py: using LAC 39570\u000a08:10:15.641225 tst cs_paging_gprs_active.py: using RAC 45\u000a08:10:15.760778 tst cs_paging_gprs_active.py: using CellId 39570\u000a08:10:15.884795 tst cs_paging_gprs_active.py: using BVCI 39571\u000a08:10:15.909041 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:15.921090 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:15.933088 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:15.944706 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:15.956385 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:15.967957 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:15.980027 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:15.991912 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:16.004328 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:10:16.128570 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:10:16.500909 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:10:16.634769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:10:16.972343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27021): Launched\u000a08:10:17.274467 run iperf3-srv_10.42.42.10(pid=27022): Launched\u000a08:10:17.477034 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:10:17.614672 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:10:17.955086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27023): Launched\u000a08:10:18.236771 run iperf3-srv_10.42.42.10(pid=27024): Launched\u000a08:10:18.437330 tst cs_paging_gprs_active.py:38: start network...\u000a08:10:18.574020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:10:19.093320 run create_hlr_db(pid=27025): Launched\u000a08:10:19.283749 bus /gobi_6: Setting Powered False\u000a08:10:20.303999 run create_hlr_db(pid=27025): Terminated: ok {rc=0}\u000a08:10:20.719652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27027): Launched\u000a08:10:21.027991 run osmo-hlr_10.42.42.2(pid=27028): Launched\u000a08:10:21.140196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:10:21.670930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27030): Launched\u000a08:10:21.977289 run osmo-stp_10.42.42.5(pid=27031): Launched\u000a08:10:22.087952 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:10:22.623140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27033): Launched\u000a08:10:22.731648 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:10:23.000018 run patchelf(pid=27034): Launched\u000a08:10:23.179771 run osmo-stp_10.42.42.5(pid=27031): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27031)]\u000a08:10:23.310561 run osmo-stp_10.42.42.5(pid=27031): stdout: \u000a| (launched: 2022-12-14_08:10:21.826151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:23.440461 run osmo-stp_10.42.42.5(pid=27031): stderr: \u000a| �[0;m�[38;5;43m20221214081021995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081021995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081021996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081021996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081021996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081021997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081021997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:23.566677 run osmo-stp_10.42.42.5(pid=27031): stdout: \u000a| (launched: 2022-12-14_08:10:21.826151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:23.691754 run osmo-stp_10.42.42.5(pid=27031): stderr: \u000a| �[0;m�[38;5;43m20221214081021995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081021995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081021996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081021996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081021996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081021997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081021997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:23.838709 run patchelf(pid=27034): Terminating (SIGINT)\u000a08:10:24.011764 run patchelf(pid=27034): Terminated: ok {rc=0}\u000a08:10:24.043797 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27031): Process ended prematurely: osmo-stp_10.42.42.5(pid=27031) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27031)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a08:10:24.053274 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:10:24.112921 run osmo-hlr_10.42.42.2(pid=27028): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27028)]\u000a08:10:24.161706 run osmo-hlr_10.42.42.2(pid=27028): stdout: \u000a| (launched: 2022-12-14_08:10:20.876340) \u000a08:10:24.211189 run osmo-hlr_10.42.42.2(pid=27028): stderr: \u000a| �[0;m�[1;31m20221214081021051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081021051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081021051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081021051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081021051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081021051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081021063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081021073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081021073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081021073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:10:24.253441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27021): Terminating (SIGTERM)\u000a08:10:24.293405 run iperf3-srv_10.42.42.10(pid=27022): Terminating (SIGTERM)\u000a08:10:24.333312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27023): Terminating (SIGTERM)\u000a08:10:24.372991 run iperf3-srv_10.42.42.10(pid=27024): Terminating (SIGTERM)\u000a08:10:24.412681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27027): Terminating (SIGTERM)\u000a08:10:24.452612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27030): Terminating (SIGTERM)\u000a08:10:24.492300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27033): Terminating (SIGTERM)\u000a08:10:24.501458 --- ParallelTerminationStrategy: PID 27021 died...\u000a08:10:24.554658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27021): Terminated: ok {rc=0}\u000a08:10:24.564134 --- ParallelTerminationStrategy: PID 27022 died...\u000a08:10:24.616597 run iperf3-srv_10.42.42.10(pid=27022): Terminated {rc=256}\u000a08:10:24.625962 --- ParallelTerminationStrategy: PID 27023 died...\u000a08:10:24.678500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27023): Terminated: ok {rc=0}\u000a08:10:24.687875 --- ParallelTerminationStrategy: PID 27024 died...\u000a08:10:24.740241 run iperf3-srv_10.42.42.10(pid=27024): Terminated {rc=256}\u000a08:10:24.749712 --- ParallelTerminationStrategy: PID 27027 died...\u000a08:10:24.802367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27027): Terminated: ok {rc=0}\u000a08:10:24.811838 --- ParallelTerminationStrategy: PID 27030 died...\u000a08:10:24.864237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27030): Terminated: ok {rc=0}\u000a08:10:24.873693 --- ParallelTerminationStrategy: PID 27033 died...\u000a08:10:24.926172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27033): Terminated: ok {rc=0}\u000a08:10:25.014864 bus /gobi_0: Setting Powered False\u000a08:10:26.118945 bus /gobi_0: Setting Powered False\u000a08:10:27.230303 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27043): Process ended prematurely: osmo-stp_10.42.42.5(pid=27043) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27043)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27043): Process ended prematurely: osmo-stp_10.42.42.5(pid=27043) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a08:10:28.345431 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:28.358329 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:10:28.499023 tst iperf3.py: using LAC 39571\u000a08:10:28.621668 tst iperf3.py: using RAC 46\u000a08:10:28.743212 tst iperf3.py: using CellId 39571\u000a08:10:28.865136 tst iperf3.py: using BVCI 39572\u000a08:10:28.888667 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:28.900264 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:28.911497 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:28.922745 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:28.933958 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:28.945210 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:28.956405 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:28.967503 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:28.978832 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:10:29.277292 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:10:29.413087 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:10:29.753102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27035): Launched\u000a08:10:30.035088 run iperf3-srv_10.42.42.10(pid=27036): Launched\u000a08:10:30.234338 tst iperf3.py:8: start network...\u000a08:10:30.370043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:10:30.905742 run create_hlr_db(pid=27037): Launched\u000a08:10:31.103109 bus /gobi_6: Setting Powered False\u000a08:10:32.124140 run create_hlr_db(pid=27037): Terminated: ok {rc=0}\u000a08:10:32.567202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27039): Launched\u000a08:10:32.897581 run osmo-hlr_10.42.42.2(pid=27040): Launched\u000a08:10:33.017930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:10:33.590856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27042): Launched\u000a08:10:33.919879 run osmo-stp_10.42.42.5(pid=27043): Launched\u000a08:10:34.038568 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:10:34.611582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27045): Launched\u000a08:10:34.728375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:10:35.015476 run patchelf(pid=27046): Launched\u000a08:10:35.207006 run osmo-stp_10.42.42.5(pid=27043): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27043)]\u000a08:10:35.347351 run osmo-stp_10.42.42.5(pid=27043): stdout: \u000a| (launched: 2022-12-14_08:10:33.757245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:35.487962 run osmo-stp_10.42.42.5(pid=27043): stderr: \u000a| �[0;m�[38;5;43m20221214081033951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081033951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081033951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081033951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081033952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081033952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081033952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:35.623612 run osmo-stp_10.42.42.5(pid=27043): stdout: \u000a| (launched: 2022-12-14_08:10:33.757245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:35.757715 run osmo-stp_10.42.42.5(pid=27043): stderr: \u000a| �[0;m�[38;5;43m20221214081033951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081033951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081033951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081033951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081033952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081033952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081033952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:35.914599 run patchelf(pid=27046): Terminating (SIGINT)\u000a08:10:36.099345 run patchelf(pid=27046): Terminated: ok {rc=0}\u000a08:10:36.133293 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27043): Process ended prematurely: osmo-stp_10.42.42.5(pid=27043) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27043)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a08:10:36.143366 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a08:10:36.206908 run osmo-hlr_10.42.42.2(pid=27040): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27040)]\u000a08:10:36.258742 run osmo-hlr_10.42.42.2(pid=27040): stdout: \u000a| (launched: 2022-12-14_08:10:32.734070) \u000a08:10:36.311284 run osmo-hlr_10.42.42.2(pid=27040): stderr: \u000a| �[0;m�[1;31m20221214081032931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081032931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081032931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081032931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081032931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081032931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081032943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081032951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081032951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081032951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:10:36.356055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27035): Terminating (SIGTERM)\u000a08:10:36.398268 run iperf3-srv_10.42.42.10(pid=27036): Terminating (SIGTERM)\u000a08:10:36.440336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27039): Terminating (SIGTERM)\u000a08:10:36.482926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27042): Terminating (SIGTERM)\u000a08:10:36.525047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27045): Terminating (SIGTERM)\u000a08:10:36.534694 --- ParallelTerminationStrategy: PID 27035 died...\u000a08:10:36.591256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27035): Terminated: ok {rc=0}\u000a08:10:36.601421 --- ParallelTerminationStrategy: PID 27036 died...\u000a08:10:36.657325 run iperf3-srv_10.42.42.10(pid=27036): Terminated {rc=256}\u000a08:10:36.667315 --- ParallelTerminationStrategy: PID 27039 died...\u000a08:10:36.723553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27039): Terminated: ok {rc=0}\u000a08:10:36.734008 --- ParallelTerminationStrategy: PID 27042 died...\u000a08:10:36.790447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27042): Terminated: ok {rc=0}\u000a08:10:36.800426 --- ParallelTerminationStrategy: PID 27045 died...\u000a08:10:36.856515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27045): Terminated: ok {rc=0}\u000a08:10:36.943410 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27061): Process ended prematurely: osmo-stp_10.42.42.5(pid=27061) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27061)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27061): Process ended prematurely: osmo-stp_10.42.42.5(pid=27061) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a08:10:38.058257 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:38.071064 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:10:38.223938 tst iperf3m4.py: using LAC 39572\u000a08:10:38.349845 tst iperf3m4.py: using RAC 47\u000a08:10:38.471723 tst iperf3m4.py: using CellId 39572\u000a08:10:38.589487 tst iperf3m4.py: using BVCI 39573\u000a08:10:38.612869 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:38.624519 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:38.636157 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:38.647623 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:38.659242 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:38.670672 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:38.682082 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:38.693323 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:38.704675 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:10:38.827318 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:10:38.949999 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:10:39.068500 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:10:39.367941 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:10:39.504905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:10:39.848163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27047): Launched\u000a08:10:40.133218 run iperf3-srv_10.42.42.10(pid=27048): Launched\u000a08:10:40.334984 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:10:40.471867 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:10:40.812496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27049): Launched\u000a08:10:41.095708 run iperf3-srv_10.42.42.10(pid=27050): Launched\u000a08:10:41.296852 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:10:41.434021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:10:41.776771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27051): Launched\u000a08:10:42.059252 run iperf3-srv_10.42.42.10(pid=27052): Launched\u000a08:10:42.260109 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:10:42.396744 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:10:42.737433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27053): Launched\u000a08:10:43.021389 run iperf3-srv_10.42.42.10(pid=27054): Launched\u000a08:10:43.222456 tst iperf3m4.py:8: start network...\u000a08:10:43.359755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:10:43.875913 run create_hlr_db(pid=27055): Launched\u000a08:10:44.065099 bus /gobi_6: Setting Powered False\u000a08:10:45.086582 run create_hlr_db(pid=27055): Terminated: ok {rc=0}\u000a08:10:45.525230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27057): Launched\u000a08:10:45.855316 run osmo-hlr_10.42.42.2(pid=27058): Launched\u000a08:10:46.103817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:10:46.692412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27060): Launched\u000a08:10:47.122715 run osmo-stp_10.42.42.5(pid=27061): Launched\u000a08:10:47.296227 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:10:47.833654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27063): Launched\u000a08:10:47.942380 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:10:48.211108 run patchelf(pid=27064): Launched\u000a08:10:48.389732 run osmo-stp_10.42.42.5(pid=27061): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27061)]\u000a08:10:48.520351 run osmo-stp_10.42.42.5(pid=27061): stdout: \u000a| (launched: 2022-12-14_08:10:46.862430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:48.651453 run osmo-stp_10.42.42.5(pid=27061): stderr: \u000a| �[0;m�[38;5;43m20221214081047158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081047158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081047158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081047159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081047159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081047159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081047159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:48.781732 run osmo-stp_10.42.42.5(pid=27061): stdout: \u000a| (launched: 2022-12-14_08:10:46.862430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:10:48.929281 run osmo-stp_10.42.42.5(pid=27061): stderr: \u000a| �[0;m�[38;5;43m20221214081047158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081047158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081047158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081047159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081047159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081047159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081047159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:10:49.094542 run patchelf(pid=27064): Terminating (SIGINT)\u000a08:10:49.281543 run patchelf(pid=27064): Terminated: ok {rc=0}\u000a08:10:49.315993 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27061): Process ended prematurely: osmo-stp_10.42.42.5(pid=27061) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27061)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a08:10:49.326419 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a08:10:49.390228 run osmo-hlr_10.42.42.2(pid=27058): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27058)]\u000a08:10:49.442117 run osmo-hlr_10.42.42.2(pid=27058): stdout: \u000a| (launched: 2022-12-14_08:10:45.692289) \u000a08:10:49.494418 run osmo-hlr_10.42.42.2(pid=27058): stderr: \u000a| �[0;m�[1;31m20221214081045934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081045934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081045935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081045935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081045935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081045935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081045951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081045959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081045960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081045960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:10:49.539242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27047): Terminating (SIGTERM)\u000a08:10:49.581883 run iperf3-srv_10.42.42.10(pid=27048): Terminating (SIGTERM)\u000a08:10:49.624216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27049): Terminating (SIGTERM)\u000a08:10:49.666212 run iperf3-srv_10.42.42.10(pid=27050): Terminating (SIGTERM)\u000a08:10:49.709351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27051): Terminating (SIGTERM)\u000a08:10:49.751592 run iperf3-srv_10.42.42.10(pid=27052): Terminating (SIGTERM)\u000a08:10:49.793572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27053): Terminating (SIGTERM)\u000a08:10:49.835813 run iperf3-srv_10.42.42.10(pid=27054): Terminating (SIGTERM)\u000a08:10:49.877873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27057): Terminating (SIGTERM)\u000a08:10:49.920137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27060): Terminating (SIGTERM)\u000a08:10:49.962176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27063): Terminating (SIGTERM)\u000a08:10:49.971446 --- ParallelTerminationStrategy: PID 27047 died...\u000a08:10:50.027758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27047): Terminated: ok {rc=0}\u000a08:10:50.037793 --- ParallelTerminationStrategy: PID 27048 died...\u000a08:10:50.093827 run iperf3-srv_10.42.42.10(pid=27048): Terminated {rc=256}\u000a08:10:50.103754 --- ParallelTerminationStrategy: PID 27049 died...\u000a08:10:50.159975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27049): Terminated: ok {rc=0}\u000a08:10:50.169914 --- ParallelTerminationStrategy: PID 27050 died...\u000a08:10:50.225760 run iperf3-srv_10.42.42.10(pid=27050): Terminated {rc=256}\u000a08:10:50.235662 --- ParallelTerminationStrategy: PID 27051 died...\u000a08:10:50.291787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27051): Terminated: ok {rc=0}\u000a08:10:50.301832 --- ParallelTerminationStrategy: PID 27052 died...\u000a08:10:50.357771 run iperf3-srv_10.42.42.10(pid=27052): Terminated {rc=256}\u000a08:10:50.367739 --- ParallelTerminationStrategy: PID 27053 died...\u000a08:10:50.423783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27053): Terminated: ok {rc=0}\u000a08:10:50.433812 --- ParallelTerminationStrategy: PID 27054 died...\u000a08:10:50.489803 run iperf3-srv_10.42.42.10(pid=27054): Terminated {rc=256}\u000a08:10:50.499753 --- ParallelTerminationStrategy: PID 27057 died...\u000a08:10:50.555904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27057): Terminated: ok {rc=0}\u000a08:10:50.565948 --- ParallelTerminationStrategy: PID 27060 died...\u000a08:10:50.622310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27060): Terminated: ok {rc=0}\u000a08:10:50.632323 --- ParallelTerminationStrategy: PID 27063 died...\u000a08:10:50.688490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27063): Terminated: ok {rc=0}\u000a08:10:50.775543 bus /gobi_4: Setting Powered False\u000a08:10:51.882482 bus /gobi_4: Setting Powered False\u000a08:10:52.991047 bus /gobi_1: Setting Powered False\u000a08:10:54.097342 bus /gobi_1: Setting Powered False\u000a08:10:55.204620 bus /gobi_0: Setting Powered False\u000a08:10:56.311292 bus /gobi_0: Setting Powered False\u000a08:10:57.420515 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27073): Process ended prematurely: osmo-stp_10.42.42.5(pid=27073) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27073)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27073): Process ended prematurely: osmo-stp_10.42.42.5(pid=27073) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a08:10:58.489870 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:58.502497 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:10:58.648911 tst ping.py: using LAC 39573\u000a08:10:58.776576 tst ping.py: using RAC 48\u000a08:10:58.902131 tst ping.py: using CellId 39573\u000a08:10:59.028111 tst ping.py: using BVCI 39574\u000a08:10:59.052690 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:59.064834 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:59.076671 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:59.088463 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:59.100627 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:59.112749 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:59.124896 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:10:59.136901 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:10:59.416520 tst ping.py:19: start network...\u000a08:10:59.542884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:11:00.025882 run create_hlr_db(pid=27067): Launched\u000a08:11:00.198916 bus /gobi_6: Setting Powered False\u000a08:11:01.227998 run create_hlr_db(pid=27067): Terminated: ok {rc=0}\u000a08:11:01.646425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27069): Launched\u000a08:11:02.066126 run osmo-hlr_10.42.42.2(pid=27070): Launched\u000a08:11:02.217194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:11:02.793130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27072): Launched\u000a08:11:03.094535 run osmo-stp_10.42.42.5(pid=27073): Launched\u000a08:11:03.202818 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:11:03.729264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27075): Launched\u000a08:11:03.835870 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:11:04.101149 run patchelf(pid=27076): Launched\u000a08:11:04.276732 run osmo-stp_10.42.42.5(pid=27073): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27073)]\u000a08:11:04.405326 run osmo-stp_10.42.42.5(pid=27073): stdout: \u000a| (launched: 2022-12-14_08:11:02.945236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:04.533913 run osmo-stp_10.42.42.5(pid=27073): stderr: \u000a| �[0;m�[38;5;43m20221214081103111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081103111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081103111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081103112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081103112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081103112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081103112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:04.657912 run osmo-stp_10.42.42.5(pid=27073): stdout: \u000a| (launched: 2022-12-14_08:11:02.945236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:04.780118 run osmo-stp_10.42.42.5(pid=27073): stderr: \u000a| �[0;m�[38;5;43m20221214081103111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081103111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081103111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081103112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081103112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081103112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081103112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:04.924405 run patchelf(pid=27076): Terminating (SIGINT)\u000a08:11:05.094860 run patchelf(pid=27076): Terminated: ok {rc=0}\u000a08:11:05.125850 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27073): Process ended prematurely: osmo-stp_10.42.42.5(pid=27073) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27073)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a08:11:05.134490 tst ping.py:22: Test FAILED (6.6 sec)\u000a08:11:05.193305 run osmo-hlr_10.42.42.2(pid=27070): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27070)]\u000a08:11:05.241676 run osmo-hlr_10.42.42.2(pid=27070): stdout: \u000a| (launched: 2022-12-14_08:11:01.800897) \u000a08:11:05.290637 run osmo-hlr_10.42.42.2(pid=27070): stderr: \u000a| �[0;m�[1;31m20221214081102023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081102024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081102024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081102024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081102024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081102024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081102039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081102052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081102055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081102058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:11:05.332369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27069): Terminating (SIGTERM)\u000a08:11:05.371734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27072): Terminating (SIGTERM)\u000a08:11:05.411008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27075): Terminating (SIGTERM)\u000a08:11:05.420162 --- ParallelTerminationStrategy: PID 27069 died...\u000a08:11:05.473367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27069): Terminated: ok {rc=0}\u000a08:11:05.482916 --- ParallelTerminationStrategy: PID 27072 died...\u000a08:11:05.535937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27072): Terminated: ok {rc=0}\u000a08:11:05.545895 --- ParallelTerminationStrategy: PID 27075 died...\u000a08:11:05.598617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27075): Terminated: ok {rc=0}\u000a08:11:05.686165 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27083): Process ended prematurely: osmo-stp_10.42.42.5(pid=27083) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27083)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27083): Process ended prematurely: osmo-stp_10.42.42.5(pid=27083) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a08:11:06.738986 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:11:06.751726 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:11:06.891036 tst ping_idle_ping.py: using LAC 39574\u000a08:11:07.011233 tst ping_idle_ping.py: using RAC 49\u000a08:11:07.129829 tst ping_idle_ping.py: using CellId 39574\u000a08:11:07.250825 tst ping_idle_ping.py: using BVCI 39575\u000a08:11:07.273925 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:11:07.285588 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:11:07.296798 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:11:07.308165 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:11:07.319761 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:11:07.331233 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:11:07.342827 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:11:07.354367 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:11:07.651243 tst ping_idle_ping.py:24: start network...\u000a08:11:07.786581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:11:08.299437 run create_hlr_db(pid=27077): Launched\u000a08:11:08.488272 bus /gobi_6: Setting Powered False\u000a08:11:09.508072 run create_hlr_db(pid=27077): Terminated: ok {rc=0}\u000a08:11:09.917840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27079): Launched\u000a08:11:10.222069 run osmo-hlr_10.42.42.2(pid=27080): Launched\u000a08:11:10.339072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:11:10.865089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27082): Launched\u000a08:11:11.167265 run osmo-stp_10.42.42.5(pid=27083): Launched\u000a08:11:11.276295 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:11:11.805370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27085): Launched\u000a08:11:11.912626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:11:12.176674 run patchelf(pid=27086): Launched\u000a08:11:12.353277 run osmo-stp_10.42.42.5(pid=27083): ERR: Terminated: ERROR {rc=1} [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27083)]\u000a08:11:12.482032 run osmo-stp_10.42.42.5(pid=27083): stdout: \u000a| (launched: 2022-12-14_08:11:11.018181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:12.611051 run osmo-stp_10.42.42.5(pid=27083): stderr: \u000a| �[0;m�[38;5;43m20221214081111187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081111187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081111187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081111188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081111188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081111188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081111189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:12.735309 run osmo-stp_10.42.42.5(pid=27083): stdout: \u000a| (launched: 2022-12-14_08:11:11.018181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:12.857826 run osmo-stp_10.42.42.5(pid=27083): stderr: \u000a| �[0;m�[38;5;43m20221214081111187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081111187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081111187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081111188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081111188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081111188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081111189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:13.002419 run patchelf(pid=27086): Terminating (SIGINT)\u000a08:11:13.173530 run patchelf(pid=27086): Terminated: ok {rc=0}\u000a08:11:13.204587 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27083): Process ended prematurely: osmo-stp_10.42.42.5(pid=27083) [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27083)] [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a08:11:13.213418 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:11:13.273099 run osmo-hlr_10.42.42.2(pid=27080): ERR: Terminated: ERROR {rc=237} [trial-2401↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27080)]\u000a08:11:13.321765 run osmo-hlr_10.42.42.2(pid=27080): stdout: \u000a| (launched: 2022-12-14_08:11:10.071952) \u000a08:11:13.371180 run osmo-hlr_10.42.42.2(pid=27080): stderr: \u000a| �[0;m�[1;31m20221214081110247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081110247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081110247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081110247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081110247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081110247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081110259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081110267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081110268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081110268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:11:13.413540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27079): Terminating (SIGTERM)\u000a08:11:13.453557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27082): Terminating (SIGTERM)\u000a08:11:13.493519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27085): Terminating (SIGTERM)\u000a08:11:13.502756 --- ParallelTerminationStrategy: PID 27079 died...\u000a08:11:13.555808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27079): Terminated: ok {rc=0}\u000a08:11:13.565400 --- ParallelTerminationStrategy: PID 27082 died...\u000a08:11:13.618555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27082): Terminated: ok {rc=0}\u000a08:11:13.628076 --- ParallelTerminationStrategy: PID 27085 died...\u000a08:11:13.680800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27085): Terminated: ok {rc=0}\u000a08:11:13.764242 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:10:14" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27098): Process ended prematurely: osmo-stp_10.42.42.5(pid=27098) [trial-2401↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27098)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27098): Process ended prematurely: osmo-stp_10.42.42.5(pid=27098) [trial-2401↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:11:15.813266 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:11:15.825069 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:11:16.016846 tst switch_tch_pdch.py: using LAC 39575\u000a08:11:16.138587 tst switch_tch_pdch.py: using RAC 50\u000a08:11:16.261387 tst switch_tch_pdch.py: using CellId 39575\u000a08:11:16.389591 tst switch_tch_pdch.py: using BVCI 39576\u000a08:11:16.415839 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:11:16.429098 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:11:16.442213 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:11:16.455511 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:11:16.469657 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:11:16.483252 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:11:16.496659 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:11:16.510088 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:11:16.638653 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:11:16.960089 tst switch_tch_pdch.py:51: start network...\u000a08:11:17.087639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:11:17.570861 run create_hlr_db(pid=27092): Launched\u000a08:11:17.747020 bus /gobi_6: Setting Powered False\u000a08:11:18.764560 run create_hlr_db(pid=27092): Terminated: ok {rc=0}\u000a08:11:19.194837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27094): Launched\u000a08:11:19.517627 run osmo-hlr_10.42.42.2(pid=27095): Launched\u000a08:11:19.639368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:11:20.199802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27097): Launched\u000a08:11:20.523409 run osmo-stp_10.42.42.5(pid=27098): Launched\u000a08:11:20.641195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:11:21.205543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27100): Launched\u000a08:11:21.320279 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:11:21.602573 run patchelf(pid=27101): Launched\u000a08:11:21.791820 run osmo-stp_10.42.42.5(pid=27098): ERR: Terminated: ERROR {rc=1} [trial-2401↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27098)]\u000a08:11:21.930548 run osmo-stp_10.42.42.5(pid=27098): stdout: \u000a| (launched: 2022-12-14_08:11:20.363698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:22.068774 run osmo-stp_10.42.42.5(pid=27098): stderr: \u000a| �[0;m�[38;5;43m20221214081120554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081120554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081120555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081120555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081120556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081120556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081120556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:22.201659 run osmo-stp_10.42.42.5(pid=27098): stdout: \u000a| (launched: 2022-12-14_08:11:20.363698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:22.333485 run osmo-stp_10.42.42.5(pid=27098): stderr: \u000a| �[0;m�[38;5;43m20221214081120554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081120554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081120555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081120555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081120556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081120556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081120556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:22.487711 run patchelf(pid=27101): Terminating (SIGINT)\u000a08:11:22.670044 run patchelf(pid=27101): Terminated: ok {rc=0}\u000a08:11:22.703013 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27098): Process ended prematurely: osmo-stp_10.42.42.5(pid=27098) [trial-2401↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27098)] [trial-2401↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:11:22.712452 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a08:11:22.775150 run osmo-hlr_10.42.42.2(pid=27095): ERR: Terminated: ERROR {rc=237} [trial-2401↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27095)]\u000a08:11:22.826512 run osmo-hlr_10.42.42.2(pid=27095): stdout: \u000a| (launched: 2022-12-14_08:11:19.358333) \u000a08:11:22.879070 run osmo-hlr_10.42.42.2(pid=27095): stderr: \u000a| �[0;m�[1;31m20221214081119555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081119555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081119555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081119555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081119555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081119555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081119573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081119583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081119584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081119584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:11:22.923623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27094): Terminating (SIGTERM)\u000a08:11:22.965522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27097): Terminating (SIGTERM)\u000a08:11:23.007866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27100): Terminating (SIGTERM)\u000a08:11:23.017532 --- ParallelTerminationStrategy: PID 27094 died...\u000a08:11:23.073492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27094): Terminated: ok {rc=0}\u000a08:11:23.083469 --- ParallelTerminationStrategy: PID 27097 died...\u000a08:11:23.139136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27097): Terminated: ok {rc=0}\u000a08:11:23.149091 --- ParallelTerminationStrategy: PID 27100 died...\u000a08:11:23.205239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27100): Terminated: ok {rc=0}\u000a08:11:23.292515 bus /gobi_0: Setting Powered False\u000a08:11:24.397608 bus /gobi_0: Setting Powered False\u000a08:11:25.505648 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:11:15" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27106): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27106) [trial-2401↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27106)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27106): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27106) [trial-2401↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a08:11:27.356413 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a08:11:27.468730 tst esme_connect_policy_acceptall.py: using MSISDN 8578\u000a08:11:27.606219 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:11:28.189081 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27105): Launched\u000a08:11:28.493332 run osmo-nitb_10.42.42.2(pid=27106): Launched\u000a08:11:28.681580 run osmo-nitb_10.42.42.2(pid=27106): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27106)]\u000a08:11:28.820099 run osmo-nitb_10.42.42.2(pid=27106): stdout: \u000a| (launched: 2022-12-14_08:11:28.345071) \u000a08:11:28.958918 run osmo-nitb_10.42.42.2(pid=27106): stderr: \u000a| (launched: 2022-12-14_08:11:28.390438)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:11:29.092909 run osmo-nitb_10.42.42.2(pid=27106): stdout: \u000a| (launched: 2022-12-14_08:11:28.345071) \u000a08:11:29.225269 run osmo-nitb_10.42.42.2(pid=27106): stderr: \u000a| (launched: 2022-12-14_08:11:28.390438)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:11:29.617076 tst osmo-nitb_10.42.42.2(pid=27106): stdout: \u000a| (launched: 2022-12-14_08:11:28.345071) \u000a08:11:29.740347 tst osmo-nitb_10.42.42.2(pid=27106): stderr: \u000a| (launched: 2022-12-14_08:11:28.390438)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:11:29.794002 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=27106): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27106) [trial-2401↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27106)] [trial-2401↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a08:11:29.801962 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a08:11:29.836182 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27105): Terminating (SIGTERM)\u000a08:11:30.013688 --- ParallelTerminationStrategy: PID 27105 died...\u000a08:11:30.067763 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27105): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27108): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27108) [trial-2401↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27108)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27108): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27108) [trial-2401↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a08:11:30.081893 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a08:11:30.193698 tst esme_connect_policy_closed.py: using MSISDN 8579\u000a08:11:30.325089 tst esme_connect_policy_closed.py: using MSISDN 8580\u000a08:11:30.434584 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:11:31.056211 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27107): Launched\u000a08:11:31.411430 run osmo-nitb_10.42.42.2(pid=27108): Launched\u000a08:11:31.605208 run osmo-nitb_10.42.42.2(pid=27108): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27108)]\u000a08:11:31.747569 run osmo-nitb_10.42.42.2(pid=27108): stdout: \u000a| (launched: 2022-12-14_08:11:31.229633) \u000a08:11:31.888655 run osmo-nitb_10.42.42.2(pid=27108): stderr: \u000a| (launched: 2022-12-14_08:11:31.279611)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:11:32.027116 run osmo-nitb_10.42.42.2(pid=27108): stdout: \u000a| (launched: 2022-12-14_08:11:31.229633) \u000a08:11:32.162902 run osmo-nitb_10.42.42.2(pid=27108): stderr: \u000a| (launched: 2022-12-14_08:11:31.279611)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:11:32.220789 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=27108): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27108) [trial-2401↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27108)] [trial-2401↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a08:11:32.229772 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a08:11:32.267016 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27107): Terminating (SIGTERM)\u000a08:11:32.446151 --- ParallelTerminationStrategy: PID 27107 died...\u000a08:11:32.503653 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27107): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27110): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27110) [trial-2401↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27110)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27110): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27110) [trial-2401↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a08:11:32.519293 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a08:11:32.531141 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a08:11:32.659357 tst esme_ms_sms_storeforward.py: using LAC 39576\u000a08:11:32.783136 tst esme_ms_sms_storeforward.py: using RAC 51\u000a08:11:32.913639 tst esme_ms_sms_storeforward.py: using CellId 39576\u000a08:11:33.042928 tst esme_ms_sms_storeforward.py: using BVCI 39577\u000a08:11:33.068168 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a08:11:33.293794 tst esme_ms_sms_storeforward.py: using MSISDN 8581\u000a08:11:33.498138 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a08:11:33.638030 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:11:34.322778 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27109): Launched\u000a08:11:34.652235 run osmo-nitb_10.42.42.2(pid=27110): Launched\u000a08:11:34.840852 run osmo-nitb_10.42.42.2(pid=27110): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27110)]\u000a08:11:34.978277 run osmo-nitb_10.42.42.2(pid=27110): stdout: \u000a| (launched: 2022-12-14_08:11:34.491668) \u000a08:11:35.115652 run osmo-nitb_10.42.42.2(pid=27110): stderr: \u000a| (launched: 2022-12-14_08:11:34.541184)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:11:35.248055 run osmo-nitb_10.42.42.2(pid=27110): stdout: \u000a| (launched: 2022-12-14_08:11:34.491668) \u000a08:11:35.380019 run osmo-nitb_10.42.42.2(pid=27110): stderr: \u000a| (launched: 2022-12-14_08:11:34.541184)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:11:35.437785 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=27110): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27110) [trial-2401↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27110)] [trial-2401↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a08:11:35.446370 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a08:11:35.482643 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27109): Terminating (SIGTERM)\u000a08:11:35.660523 --- ParallelTerminationStrategy: PID 27109 died...\u000a08:11:35.718308 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27109): Terminated: ok {rc=0}\u000a08:11:35.806561 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 262, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27112): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27112) [trial-2401↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27112)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27112): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27112) [trial-2401↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a08:11:36.858427 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a08:11:36.870242 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a08:11:37.003324 tst esme_ms_sms_transaction.py: using LAC 39577\u000a08:11:37.134314 tst esme_ms_sms_transaction.py: using RAC 52\u000a08:11:37.265374 tst esme_ms_sms_transaction.py: using CellId 39577\u000a08:11:37.396264 tst esme_ms_sms_transaction.py: using BVCI 39578\u000a08:11:37.421562 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a08:11:37.652364 tst esme_ms_sms_transaction.py: using MSISDN 8582\u000a08:11:37.842748 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a08:11:37.971375 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:11:38.607901 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27111): Launched\u000a08:11:38.912602 run osmo-nitb_10.42.42.2(pid=27112): Launched\u000a08:11:39.101138 run osmo-nitb_10.42.42.2(pid=27112): ERR: Terminated: ERROR {rc=2} [trial-2401↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27112)]\u000a08:11:39.239631 run osmo-nitb_10.42.42.2(pid=27112): stdout: \u000a| (launched: 2022-12-14_08:11:38.764284) \u000a08:11:39.378661 run osmo-nitb_10.42.42.2(pid=27112): stderr: \u000a| (launched: 2022-12-14_08:11:38.809986)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:11:39.512600 run osmo-nitb_10.42.42.2(pid=27112): stdout: \u000a| (launched: 2022-12-14_08:11:38.764284) \u000a08:11:39.645372 run osmo-nitb_10.42.42.2(pid=27112): stderr: \u000a| (launched: 2022-12-14_08:11:38.809986)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:11:40.036708 tst osmo-nitb_10.42.42.2(pid=27112): stdout: \u000a| (launched: 2022-12-14_08:11:38.764284) \u000a08:11:40.159386 tst osmo-nitb_10.42.42.2(pid=27112): stderr: \u000a| (launched: 2022-12-14_08:11:38.809986)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:11:40.213332 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=27112): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27112) [trial-2401↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27112)] [trial-2401↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a08:11:40.221361 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a08:11:40.255529 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27111): Terminating (SIGTERM)\u000a08:11:40.432727 --- ParallelTerminationStrategy: PID 27111 died...\u000a08:11:40.487372 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27111): Terminated: ok {rc=0}\u000a08:11:40.576061 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:11:27" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=27121): Process ended prematurely: osmo-hlr_10.42.42.2(pid=27121) [trial-2401↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27121)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=27121): Process ended prematurely: osmo-hlr_10.42.42.2(pid=27121) [trial-2401↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a08:11:42.372658 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:42.383130 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:42.393432 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:42.403732 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:42.512653 tst esme_connect_policy_acceptall.py: using MSISDN 8583\u000a08:11:42.622528 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a08:11:43.158293 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27116): Launched\u000a08:11:43.466355 run osmo-stp_10.42.42.4(pid=27117): Launched\u000a08:11:43.575563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:11:44.069845 run create_hlr_db(pid=27118): Launched\u000a08:11:44.247597 bus /sierra_2: Setting Powered False\u000a08:11:45.267635 run create_hlr_db(pid=27118): Terminated: ok {rc=0}\u000a08:11:45.679175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27120): Launched\u000a08:11:46.135462 run osmo-hlr_10.42.42.2(pid=27121): Launched\u000a08:11:46.436681 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a08:11:47.062718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27123): Launched\u000a08:11:47.408267 run osmo-msc_10.42.42.5(pid=27124): Launched\u000a08:11:47.606962 run osmo-hlr_10.42.42.2(pid=27121): ERR: Terminated: ERROR {rc=237} [trial-2401↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27121)]\u000a08:11:47.754557 run osmo-hlr_10.42.42.2(pid=27121): stdout: \u000a| (launched: 2022-12-14_08:11:45.839023) \u000a08:11:47.892385 run osmo-hlr_10.42.42.2(pid=27121): stderr: \u000a| �[0;m�[1;31m20221214081146074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081146074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081146074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081146074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081146074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081146074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081146093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081146116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081146116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081146116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:11:48.015589 run osmo-hlr_10.42.42.2(pid=27121): stdout: \u000a| (launched: 2022-12-14_08:11:45.839023) \u000a08:11:48.137943 run osmo-hlr_10.42.42.2(pid=27121): stderr: \u000a| �[0;m�[1;31m20221214081146074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081146074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081146074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081146074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081146074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081146074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081146093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081146116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081146116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081146116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:11:48.191840 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=27121): Process ended prematurely: osmo-hlr_10.42.42.2(pid=27121) [trial-2401↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27121)] [trial-2401↪smpp↪esme_connect_policy_acceptall.py:23]\u000a08:11:48.199890 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.8 sec)\u000a08:11:48.259749 run osmo-msc_10.42.42.5(pid=27124): ERR: Terminated: ERROR {rc=9} [trial-2401↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=27124)]\u000a08:11:48.309046 run osmo-msc_10.42.42.5(pid=27124): stdout: \u000a| (launched: 2022-12-14_08:11:47.223855) \u000a08:11:48.358955 run osmo-msc_10.42.42.5(pid=27124): stderr: \u000a| �[0;m�[38;5;43m20221214081147604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214081147604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214081147604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214081147604 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214081147604 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214081147604 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214081147604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214081147604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214081147604 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a08:11:48.401110 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27116): Terminating (SIGTERM)\u000a08:11:48.441021 run osmo-stp_10.42.42.4(pid=27117): Terminating (SIGTERM)\u000a08:11:48.481617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27120): Terminating (SIGTERM)\u000a08:11:48.523214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27123): Terminating (SIGTERM)\u000a08:11:48.533446 --- ParallelTerminationStrategy: PID 27116 died...\u000a08:11:48.587483 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27116): Terminated: ok {rc=0}\u000a08:11:48.597127 --- ParallelTerminationStrategy: PID 27117 died...\u000a08:11:48.650084 run osmo-stp_10.42.42.4(pid=27117): Terminated: ok {rc=0}\u000a08:11:48.659624 --- ParallelTerminationStrategy: PID 27120 died...\u000a08:11:48.712833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27120): Terminated: ok {rc=0}\u000a08:11:48.722382 --- ParallelTerminationStrategy: PID 27123 died...\u000a08:11:48.775154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27123): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=27132): Process ended prematurely: osmo-hlr_10.42.42.2(pid=27132) [trial-2401↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27132)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=27132): Process ended prematurely: osmo-hlr_10.42.42.2(pid=27132) [trial-2401↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a08:11:48.789410 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:48.800536 tst smpp: Using 1 x bts (candidates: 1)\u000a08:11:48.925620 tst esme_connect_policy_closed.py: using LAC 39578\u000a08:11:49.046335 tst esme_connect_policy_closed.py: using RAC 53\u000a08:11:49.169517 tst esme_connect_policy_closed.py: using CellId 39578\u000a08:11:49.290535 tst esme_connect_policy_closed.py: using BVCI 39579\u000a08:11:49.313865 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:49.324297 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:49.334707 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:49.442475 tst esme_connect_policy_closed.py: using MSISDN 8584\u000a08:11:49.565668 tst esme_connect_policy_closed.py: using MSISDN 8585\u000a08:11:49.675213 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a08:11:50.214114 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27127): Launched\u000a08:11:50.525570 run osmo-stp_10.42.42.4(pid=27128): Launched\u000a08:11:50.635754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:11:51.133395 run create_hlr_db(pid=27129): Launched\u000a08:11:52.314563 run create_hlr_db(pid=27129): Terminated: ok {rc=0}\u000a08:11:52.633655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27131): Launched\u000a08:11:52.942684 run osmo-hlr_10.42.42.2(pid=27132): Launched\u000a08:11:53.055141 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a08:11:53.620887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27134): Launched\u000a08:11:53.931524 run osmo-msc_10.42.42.5(pid=27135): Launched\u000a08:11:54.113839 run osmo-hlr_10.42.42.2(pid=27132): ERR: Terminated: ERROR {rc=237} [trial-2401↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27132)]\u000a08:11:54.244710 run osmo-hlr_10.42.42.2(pid=27132): stdout: \u000a| (launched: 2022-12-14_08:11:52.790514) \u000a08:11:54.373417 run osmo-hlr_10.42.42.2(pid=27132): stderr: \u000a| �[0;m�[1;31m20221214081152966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081152966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081152967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081152967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081152967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081152967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081152980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081152991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081152991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081152991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:11:54.497139 run osmo-hlr_10.42.42.2(pid=27132): stdout: \u000a| (launched: 2022-12-14_08:11:52.790514) \u000a08:11:54.619743 run osmo-hlr_10.42.42.2(pid=27132): stderr: \u000a| �[0;m�[1;31m20221214081152966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081152966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081152967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081152967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081152967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081152967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081152980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081152991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081152991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081152991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:11:54.673845 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=27132): Process ended prematurely: osmo-hlr_10.42.42.2(pid=27132) [trial-2401↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27132)] [trial-2401↪smpp↪esme_connect_policy_closed.py:31]\u000a08:11:54.681969 tst esme_connect_policy_closed.py:31: Test FAILED (5.9 sec)\u000a08:11:54.742014 run osmo-msc_10.42.42.5(pid=27135): ERR: Terminated: ERROR {rc=9} [trial-2401↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=27135)]\u000a08:11:54.790898 run osmo-msc_10.42.42.5(pid=27135): stdout: \u000a| (launched: 2022-12-14_08:11:53.778018) \u000a08:11:54.840566 run osmo-msc_10.42.42.5(pid=27135): stderr: \u000a| �[0;m�[38;5;43m20221214081154095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214081154095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214081154095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214081154095 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214081154095 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214081154096 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214081154096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214081154096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214081154096 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a08:11:54.882714 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27127): Terminating (SIGTERM)\u000a08:11:54.922439 run osmo-stp_10.42.42.4(pid=27128): Terminating (SIGTERM)\u000a08:11:54.963833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27131): Terminating (SIGTERM)\u000a08:11:55.005132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27134): Terminating (SIGTERM)\u000a08:11:55.014715 --- ParallelTerminationStrategy: PID 27127 died...\u000a08:11:55.067705 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27127): Terminated: ok {rc=0}\u000a08:11:55.077220 --- ParallelTerminationStrategy: PID 27128 died...\u000a08:11:55.129393 run osmo-stp_10.42.42.4(pid=27128): Terminated: ok {rc=0}\u000a08:11:55.138802 --- ParallelTerminationStrategy: PID 27131 died...\u000a08:11:55.191152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27131): Terminated: ok {rc=0}\u000a08:11:55.200540 --- ParallelTerminationStrategy: PID 27134 died...\u000a08:11:55.253264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27134): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27144): Process ended prematurely: osmo-stp_10.42.42.5(pid=27144) [trial-2401↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27144)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27144): Process ended prematurely: osmo-stp_10.42.42.5(pid=27144) [trial-2401↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a08:11:55.267482 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:55.278707 tst smpp: Using 1 x bts (candidates: 1)\u000a08:11:55.418143 tst esme_ms_sms_storeforward.py: using LAC 39579\u000a08:11:55.549758 tst esme_ms_sms_storeforward.py: using RAC 54\u000a08:11:55.682466 tst esme_ms_sms_storeforward.py: using CellId 39579\u000a08:11:55.813298 tst esme_ms_sms_storeforward.py: using BVCI 39580\u000a08:11:55.839051 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:55.850292 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:55.861311 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:55.872210 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:55.883691 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:11:55.895134 tst smpp: Using 1 x modem (candidates: 1)\u000a08:11:56.116837 tst esme_ms_sms_storeforward.py: using MSISDN 8586\u000a08:11:56.227090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:11:56.724305 run create_hlr_db(pid=27138): Launched\u000a08:11:57.906075 run create_hlr_db(pid=27138): Terminated: ok {rc=0}\u000a08:11:58.234816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27140): Launched\u000a08:11:58.568383 run osmo-hlr_10.42.42.2(pid=27141): Launched\u000a08:11:58.693133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:11:59.273572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27143): Launched\u000a08:11:59.608469 run osmo-stp_10.42.42.5(pid=27144): Launched\u000a08:11:59.730288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:12:00.336180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27146): Launched\u000a08:12:00.670819 run osmo-msc_10.42.42.6(pid=27147): Launched\u000a08:12:00.890879 run osmo-stp_10.42.42.5(pid=27144): ERR: Terminated: ERROR {rc=1} [trial-2401↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27144)]\u000a08:12:01.154829 run osmo-stp_10.42.42.5(pid=27144): stdout: \u000a| (launched: 2022-12-14_08:11:59.443688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:01.296134 run osmo-stp_10.42.42.5(pid=27144): stderr: \u000a| �[0;m�[38;5;43m20221214081159637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081159637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081159637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081159637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081159638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081159638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081159638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:01.432610 run osmo-stp_10.42.42.5(pid=27144): stdout: \u000a| (launched: 2022-12-14_08:11:59.443688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:01.568402 run osmo-stp_10.42.42.5(pid=27144): stderr: \u000a| �[0;m�[38;5;43m20221214081159637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081159637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081159637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081159637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081159638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081159638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081159638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:01.628767 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=27144): Process ended prematurely: osmo-stp_10.42.42.5(pid=27144) [trial-2401↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27144)] [trial-2401↪smpp↪esme_ms_sms_storeforward.py:30]\u000a08:12:01.638708 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.4 sec)\u000a08:12:01.708426 run osmo-hlr_10.42.42.2(pid=27141): ERR: Terminated: ERROR {rc=237} [trial-2401↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27141)]\u000a08:12:01.768666 run osmo-hlr_10.42.42.2(pid=27141): stdout: \u000a| (launched: 2022-12-14_08:11:58.403909) \u000a08:12:01.830399 run osmo-hlr_10.42.42.2(pid=27141): stderr: \u000a| �[0;m�[1;31m20221214081158602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081158602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081158602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081158602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081158602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081158602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081158614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081158623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081158623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081158623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:12:01.915075 run osmo-msc_10.42.42.6(pid=27147): ERR: Terminated: ERROR {rc=2} [trial-2401↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27147)]\u000a08:12:01.977066 run osmo-msc_10.42.42.6(pid=27147): stdout: \u000a| (launched: 2022-12-14_08:12:00.504524) \u000a08:12:02.033222 run osmo-msc_10.42.42.6(pid=27147): stderr: \u000a| �[0;m�[38;5;43m20221214081200824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081200824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf70923c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081200824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081200825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081200825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081200825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081200827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081200827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081200828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081200828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:12:02.081258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27140): Terminating (SIGTERM)\u000a08:12:02.126307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27143): Terminating (SIGTERM)\u000a08:12:02.171145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27146): Terminating (SIGTERM)\u000a08:12:02.181632 --- ParallelTerminationStrategy: PID 27140 died...\u000a08:12:02.236502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27140): Terminated: ok {rc=0}\u000a08:12:02.246589 --- ParallelTerminationStrategy: PID 27143 died...\u000a08:12:02.301028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27143): Terminated: ok {rc=0}\u000a08:12:02.310885 --- ParallelTerminationStrategy: PID 27146 died...\u000a08:12:02.366014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27146): Terminated: ok {rc=0}\u000a08:12:02.455944 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27155): Process ended prematurely: osmo-stp_10.42.42.5(pid=27155) [trial-2401↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27155)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27155): Process ended prematurely: osmo-stp_10.42.42.5(pid=27155) [trial-2401↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a08:12:03.512344 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:12:03.524693 tst smpp: Using 1 x bts (candidates: 1)\u000a08:12:03.660632 tst esme_ms_sms_transaction.py: using LAC 39580\u000a08:12:03.790414 tst esme_ms_sms_transaction.py: using RAC 55\u000a08:12:03.924410 tst esme_ms_sms_transaction.py: using CellId 39580\u000a08:12:04.052802 tst esme_ms_sms_transaction.py: using BVCI 39581\u000a08:12:04.078299 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:12:04.089454 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:12:04.100241 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:12:04.111092 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:12:04.122366 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:12:04.133600 tst smpp: Using 1 x modem (candidates: 1)\u000a08:12:04.354036 tst esme_ms_sms_transaction.py: using MSISDN 8587\u000a08:12:04.464346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:12:04.960198 run create_hlr_db(pid=27149): Launched\u000a08:12:05.138884 bus /sierra_2: Setting Powered False\u000a08:12:06.159617 run create_hlr_db(pid=27149): Terminated: ok {rc=0}\u000a08:12:06.574527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27151): Launched\u000a08:12:06.884175 run osmo-hlr_10.42.42.2(pid=27152): Launched\u000a08:12:07.006003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:12:07.548768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27154): Launched\u000a08:12:07.857835 run osmo-stp_10.42.42.5(pid=27155): Launched\u000a08:12:07.968768 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:12:08.532650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27157): Launched\u000a08:12:08.844762 run osmo-msc_10.42.42.6(pid=27158): Launched\u000a08:12:09.025964 run osmo-stp_10.42.42.5(pid=27155): ERR: Terminated: ERROR {rc=1} [trial-2401↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27155)]\u000a08:12:09.156010 run osmo-stp_10.42.42.5(pid=27155): stdout: \u000a| (launched: 2022-12-14_08:12:07.706040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:09.283903 run osmo-stp_10.42.42.5(pid=27155): stderr: \u000a| �[0;m�[38;5;43m20221214081207877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081207877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081207877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081207878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081207878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081207878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081207878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:09.407480 run osmo-stp_10.42.42.5(pid=27155): stdout: \u000a| (launched: 2022-12-14_08:12:07.706040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:09.529636 run osmo-stp_10.42.42.5(pid=27155): stderr: \u000a| �[0;m�[38;5;43m20221214081207877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081207877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081207877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081207878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081207878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081207878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081207878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:09.583352 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=27155): Process ended prematurely: osmo-stp_10.42.42.5(pid=27155) [trial-2401↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27155)] [trial-2401↪smpp↪esme_ms_sms_transaction.py:28]\u000a08:12:09.591319 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)\u000a08:12:09.651321 run osmo-hlr_10.42.42.2(pid=27152): ERR: Terminated: ERROR {rc=237} [trial-2401↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27152)]\u000a08:12:09.700208 run osmo-hlr_10.42.42.2(pid=27152): stdout: \u000a| (launched: 2022-12-14_08:12:06.732129) \u000a08:12:09.749507 run osmo-hlr_10.42.42.2(pid=27152): stderr: \u000a| �[0;m�[1;31m20221214081206908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081206908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081206908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081206908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081206908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081206908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081206920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081206928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081206929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081206929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:12:09.816225 run osmo-msc_10.42.42.6(pid=27158): ERR: Terminated: ERROR {rc=2} [trial-2401↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27158)]\u000a08:12:09.864411 run osmo-msc_10.42.42.6(pid=27158): stdout: \u000a| (launched: 2022-12-14_08:12:08.689164) \u000a08:12:09.913595 run osmo-msc_10.42.42.6(pid=27158): stderr: \u000a| �[0;m�[38;5;43m20221214081208962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081208962 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ac542ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081208962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081208962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081208962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081208962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081208964 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081208965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081208965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081208965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:12:09.955761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27151): Terminating (SIGTERM)\u000a08:12:09.995212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27154): Terminating (SIGTERM)\u000a08:12:10.035136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27157): Terminating (SIGTERM)\u000a08:12:10.044308 --- ParallelTerminationStrategy: PID 27151 died...\u000a08:12:10.097364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27151): Terminated: ok {rc=0}\u000a08:12:10.106805 --- ParallelTerminationStrategy: PID 27154 died...\u000a08:12:10.159312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27154): Terminated: ok {rc=0}\u000a08:12:10.168655 --- ParallelTerminationStrategy: PID 27157 died...\u000a08:12:10.221130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27157): Terminated: ok {rc=0}\u000a08:12:10.309268 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:11:42" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27169): Process ended prematurely: osmo-stp_10.42.42.5(pid=27169) [trial-2401↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27169)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27169): Process ended prematurely: osmo-stp_10.42.42.5(pid=27169) [trial-2401↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a08:12:12.182072 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:12.192554 tst encryption: Using 1 x bts (candidates: 1)\u000a08:12:12.319353 tst register_a5_0_authopt.py: using LAC 39581\u000a08:12:12.444349 tst register_a5_0_authopt.py: using RAC 56\u000a08:12:12.567113 tst register_a5_0_authopt.py: using CellId 39581\u000a08:12:12.692601 tst register_a5_0_authopt.py: using BVCI 39582\u000a08:12:12.716620 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:12.727318 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:12.737809 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:12.748256 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:12.758755 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:12.769474 tst encryption: Using 1 x modem (candidates: 1)\u000a08:12:13.054491 tst register_a5_0_authopt.py:8: start network...\u000a08:12:13.185294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:12:13.689346 run create_hlr_db(pid=27163): Launched\u000a08:12:13.871035 bus /sierra_2: Setting Powered False\u000a08:12:14.903335 run create_hlr_db(pid=27163): Terminated: ok {rc=0}\u000a08:12:15.354443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27165): Launched\u000a08:12:15.693590 run osmo-hlr_10.42.42.2(pid=27166): Launched\u000a08:12:15.817330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:12:16.412638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27168): Launched\u000a08:12:16.785880 run osmo-stp_10.42.42.5(pid=27169): Launched\u000a08:12:16.916297 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:12:17.615564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27171): Launched\u000a08:12:17.930358 run osmo-msc_10.42.42.6(pid=27172): Launched\u000a08:12:18.113812 run osmo-stp_10.42.42.5(pid=27169): ERR: Terminated: ERROR {rc=1} [trial-2401↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27169)]\u000a08:12:18.245552 run osmo-stp_10.42.42.5(pid=27169): stdout: \u000a| (launched: 2022-12-14_08:12:16.576866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:18.375504 run osmo-stp_10.42.42.5(pid=27169): stderr: \u000a| �[0;m�[38;5;43m20221214081216934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081216934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081216940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081216940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081216941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081216941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081216941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:18.500782 run osmo-stp_10.42.42.5(pid=27169): stdout: \u000a| (launched: 2022-12-14_08:12:16.576866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:18.625153 run osmo-stp_10.42.42.5(pid=27169): stderr: \u000a| �[0;m�[38;5;43m20221214081216934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081216934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081216940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081216940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081216941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081216941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081216941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:18.680158 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27169): Process ended prematurely: osmo-stp_10.42.42.5(pid=27169) [trial-2401↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27169)] [trial-2401↪encryption↪register_a5_0_authopt.py:8]\u000a08:12:18.688794 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a08:12:18.748668 run osmo-hlr_10.42.42.2(pid=27166): ERR: Terminated: ERROR {rc=237} [trial-2401↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27166)]\u000a08:12:18.797987 run osmo-hlr_10.42.42.2(pid=27166): stdout: \u000a| (launched: 2022-12-14_08:12:15.525831) \u000a08:12:18.847837 run osmo-hlr_10.42.42.2(pid=27166): stderr: \u000a| �[0;m�[1;31m20221214081215723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081215723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081215723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081215723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081215723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081215723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081215734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081215742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081215742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081215743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:12:18.915222 run osmo-msc_10.42.42.6(pid=27172): ERR: Terminated: ERROR {rc=2} [trial-2401↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27172)]\u000a08:12:18.964223 run osmo-msc_10.42.42.6(pid=27172): stdout: \u000a| (launched: 2022-12-14_08:12:17.775233) \u000a08:12:19.013960 run osmo-msc_10.42.42.6(pid=27172): stderr: \u000a| �[0;m�[38;5;43m20221214081218047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081218047 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10809f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081218047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081218047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081218048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081218048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081218049 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081218050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081218050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081218050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:12:19.056113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27165): Terminating (SIGTERM)\u000a08:12:19.095949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27168): Terminating (SIGTERM)\u000a08:12:19.135858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27171): Terminating (SIGTERM)\u000a08:12:19.145201 --- ParallelTerminationStrategy: PID 27165 died...\u000a08:12:19.198820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27165): Terminated: ok {rc=0}\u000a08:12:19.208413 --- ParallelTerminationStrategy: PID 27168 died...\u000a08:12:19.261446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27168): Terminated: ok {rc=0}\u000a08:12:19.271043 --- ParallelTerminationStrategy: PID 27171 died...\u000a08:12:19.323858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27171): Terminated: ok {rc=0}\u000a08:12:19.412219 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27180): Process ended prematurely: osmo-stp_10.42.42.5(pid=27180) [trial-2401↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27180)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27180): Process ended prematurely: osmo-stp_10.42.42.5(pid=27180) [trial-2401↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a08:12:20.525688 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:20.537094 tst encryption: Using 1 x bts (candidates: 1)\u000a08:12:20.664466 tst register_a5_0_authreq.py: using LAC 39582\u000a08:12:20.788866 tst register_a5_0_authreq.py: using RAC 57\u000a08:12:20.913343 tst register_a5_0_authreq.py: using CellId 39582\u000a08:12:21.043111 tst register_a5_0_authreq.py: using BVCI 39583\u000a08:12:21.068717 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:21.080066 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:21.091315 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:21.102390 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:21.113796 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:21.124928 tst encryption: Using 1 x modem (candidates: 1)\u000a08:12:21.430389 tst register_a5_0_authreq.py:8: start network...\u000a08:12:21.570963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:12:22.099163 run create_hlr_db(pid=27174): Launched\u000a08:12:22.294065 bus /sierra_2: Setting Powered False\u000a08:12:23.314305 run create_hlr_db(pid=27174): Terminated: ok {rc=0}\u000a08:12:23.763296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27176): Launched\u000a08:12:24.100618 run osmo-hlr_10.42.42.2(pid=27177): Launched\u000a08:12:24.223782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:12:24.812440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27179): Launched\u000a08:12:25.148502 run osmo-stp_10.42.42.5(pid=27180): Launched\u000a08:12:25.270382 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:12:25.886512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27182): Launched\u000a08:12:26.226132 run osmo-msc_10.42.42.6(pid=27183): Launched\u000a08:12:26.422287 run osmo-stp_10.42.42.5(pid=27180): ERR: Terminated: ERROR {rc=1} [trial-2401↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27180)]\u000a08:12:26.563928 run osmo-stp_10.42.42.5(pid=27180): stdout: \u000a| (launched: 2022-12-14_08:12:24.983134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:26.704248 run osmo-stp_10.42.42.5(pid=27180): stderr: \u000a| �[0;m�[38;5;43m20221214081225175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081225175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081225175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081225176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081225176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081225176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081225176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:26.838272 run osmo-stp_10.42.42.5(pid=27180): stdout: \u000a| (launched: 2022-12-14_08:12:24.983134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:26.971448 run osmo-stp_10.42.42.5(pid=27180): stderr: \u000a| �[0;m�[38;5;43m20221214081225175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081225175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081225175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081225176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081225176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081225176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081225176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:27.030464 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27180): Process ended prematurely: osmo-stp_10.42.42.5(pid=27180) [trial-2401↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27180)] [trial-2401↪encryption↪register_a5_0_authreq.py:8]\u000a08:12:27.039824 tst register_a5_0_authreq.py:8: Test FAILED (6.5 sec)\u000a08:12:27.103028 run osmo-hlr_10.42.42.2(pid=27177): ERR: Terminated: ERROR {rc=237} [trial-2401↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27177)]\u000a08:12:27.154558 run osmo-hlr_10.42.42.2(pid=27177): stdout: \u000a| (launched: 2022-12-14_08:12:23.934863) \u000a08:12:27.206888 run osmo-hlr_10.42.42.2(pid=27177): stderr: \u000a| �[0;m�[1;31m20221214081224135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081224135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081224135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081224135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081224135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081224135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081224147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081224155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081224156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081224156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:12:27.277706 run osmo-msc_10.42.42.6(pid=27183): ERR: Terminated: ERROR {rc=2} [trial-2401↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27183)]\u000a08:12:27.329322 run osmo-msc_10.42.42.6(pid=27183): stdout: \u000a| (launched: 2022-12-14_08:12:26.058083) \u000a08:12:27.381650 run osmo-msc_10.42.42.6(pid=27183): stderr: \u000a| �[0;m�[38;5;43m20221214081226381 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081226381 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d92171c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081226381 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081226381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081226381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081226381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081226383 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081226383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081226384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081226384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:12:27.426394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27176): Terminating (SIGTERM)\u000a08:12:27.468889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27179): Terminating (SIGTERM)\u000a08:12:27.511148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27182): Terminating (SIGTERM)\u000a08:12:27.520810 --- ParallelTerminationStrategy: PID 27176 died...\u000a08:12:27.577246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27176): Terminated: ok {rc=0}\u000a08:12:27.587371 --- ParallelTerminationStrategy: PID 27179 died...\u000a08:12:27.643800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27179): Terminated: ok {rc=0}\u000a08:12:27.653930 --- ParallelTerminationStrategy: PID 27182 died...\u000a08:12:27.710302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27182): Terminated: ok {rc=0}\u000a08:12:27.797860 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27191): Process ended prematurely: osmo-stp_10.42.42.5(pid=27191) [trial-2401↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27191)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27191): Process ended prematurely: osmo-stp_10.42.42.5(pid=27191) [trial-2401↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a08:12:28.916247 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:28.928230 tst encryption: Using 1 x bts (candidates: 1)\u000a08:12:29.063031 tst register_a5_1_authreq.py: using LAC 39583\u000a08:12:29.194594 tst register_a5_1_authreq.py: using RAC 58\u000a08:12:29.320659 tst register_a5_1_authreq.py: using CellId 39583\u000a08:12:29.445571 tst register_a5_1_authreq.py: using BVCI 39584\u000a08:12:29.469727 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:29.480493 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:29.491060 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:29.501767 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:29.512076 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:29.523018 tst encryption: Using 1 x modem (candidates: 1)\u000a08:12:29.809388 tst register_a5_1_authreq.py:8: start network...\u000a08:12:29.940703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:12:30.445156 run create_hlr_db(pid=27185): Launched\u000a08:12:30.626143 bus /sierra_2: Setting Powered False\u000a08:12:31.700507 run create_hlr_db(pid=27185): Terminated: ok {rc=0}\u000a08:12:32.177686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27187): Launched\u000a08:12:32.495637 run osmo-hlr_10.42.42.2(pid=27188): Launched\u000a08:12:32.620776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:12:33.171894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27190): Launched\u000a08:12:33.486022 run osmo-stp_10.42.42.5(pid=27191): Launched\u000a08:12:33.600391 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:12:34.172424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27193): Launched\u000a08:12:34.490960 run osmo-msc_10.42.42.6(pid=27194): Launched\u000a08:12:34.674380 run osmo-stp_10.42.42.5(pid=27191): ERR: Terminated: ERROR {rc=1} [trial-2401↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27191)]\u000a08:12:34.806681 run osmo-stp_10.42.42.5(pid=27191): stdout: \u000a| (launched: 2022-12-14_08:12:33.331492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:34.936448 run osmo-stp_10.42.42.5(pid=27191): stderr: \u000a| �[0;m�[38;5;43m20221214081233502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081233502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081233503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081233503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081233504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081233504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081233504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:35.061790 run osmo-stp_10.42.42.5(pid=27191): stdout: \u000a| (launched: 2022-12-14_08:12:33.331492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:35.185911 run osmo-stp_10.42.42.5(pid=27191): stderr: \u000a| �[0;m�[38;5;43m20221214081233502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081233502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081233503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081233503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081233504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081233504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081233504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:35.240627 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27191): Process ended prematurely: osmo-stp_10.42.42.5(pid=27191) [trial-2401↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27191)] [trial-2401↪encryption↪register_a5_1_authreq.py:8]\u000a08:12:35.248919 tst register_a5_1_authreq.py:8: Test FAILED (6.4 sec)\u000a08:12:35.308151 run osmo-hlr_10.42.42.2(pid=27188): ERR: Terminated: ERROR {rc=237} [trial-2401↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27188)]\u000a08:12:35.357067 run osmo-hlr_10.42.42.2(pid=27188): stdout: \u000a| (launched: 2022-12-14_08:12:32.339084) \u000a08:12:35.406766 run osmo-hlr_10.42.42.2(pid=27188): stderr: \u000a| �[0;m�[1;31m20221214081232514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081232514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081232515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081232515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081232515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081232515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081232527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081232537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081232537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081232537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:12:35.473916 run osmo-msc_10.42.42.6(pid=27194): ERR: Terminated: ERROR {rc=2} [trial-2401↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27194)]\u000a08:12:35.522809 run osmo-msc_10.42.42.6(pid=27194): stdout: \u000a| (launched: 2022-12-14_08:12:34.332929) \u000a08:12:35.572390 run osmo-msc_10.42.42.6(pid=27194): stderr: \u000a| �[0;m�[38;5;43m20221214081234605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081234605 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6f38cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081234605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081234606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081234606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081234606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081234608 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081234608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081234608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081234608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:12:35.614388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27187): Terminating (SIGTERM)\u000a08:12:35.654324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27190): Terminating (SIGTERM)\u000a08:12:35.694002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27193): Terminating (SIGTERM)\u000a08:12:35.703195 --- ParallelTerminationStrategy: PID 27187 died...\u000a08:12:35.756102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27187): Terminated: ok {rc=0}\u000a08:12:35.765658 --- ParallelTerminationStrategy: PID 27190 died...\u000a08:12:35.818300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27190): Terminated: ok {rc=0}\u000a08:12:35.827747 --- ParallelTerminationStrategy: PID 27193 died...\u000a08:12:35.880204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27193): Terminated: ok {rc=0}\u000a08:12:35.969195 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27202): Process ended prematurely: osmo-stp_10.42.42.5(pid=27202) [trial-2401↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27202)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27202): Process ended prematurely: osmo-stp_10.42.42.5(pid=27202) [trial-2401↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a08:12:37.083324 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:37.094731 tst encryption: Using 1 x bts (candidates: 1)\u000a08:12:37.230639 tst register_a5_3_authreq.py: using LAC 39584\u000a08:12:37.362646 tst register_a5_3_authreq.py: using RAC 59\u000a08:12:37.489320 tst register_a5_3_authreq.py: using CellId 39584\u000a08:12:37.612160 tst register_a5_3_authreq.py: using BVCI 39585\u000a08:12:37.636025 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:37.646648 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:37.657515 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:37.668154 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:37.678863 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:12:37.689392 tst encryption: Using 1 x modem (candidates: 1)\u000a08:12:37.986409 tst register_a5_3_authreq.py:8: start network...\u000a08:12:38.117854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:12:38.619768 run create_hlr_db(pid=27196): Launched\u000a08:12:38.800322 bus /sierra_2: Setting Powered False\u000a08:12:39.820322 run create_hlr_db(pid=27196): Terminated: ok {rc=0}\u000a08:12:40.267692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27198): Launched\u000a08:12:40.608425 run osmo-hlr_10.42.42.2(pid=27199): Launched\u000a08:12:40.737222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:12:41.323940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27201): Launched\u000a08:12:41.662750 run osmo-stp_10.42.42.5(pid=27202): Launched\u000a08:12:41.785894 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:12:42.402048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27204): Launched\u000a08:12:42.741186 run osmo-msc_10.42.42.6(pid=27205): Launched\u000a08:12:42.938802 run osmo-stp_10.42.42.5(pid=27202): ERR: Terminated: ERROR {rc=1} [trial-2401↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27202)]\u000a08:12:43.081372 run osmo-stp_10.42.42.5(pid=27202): stdout: \u000a| (launched: 2022-12-14_08:12:41.495674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:43.221672 run osmo-stp_10.42.42.5(pid=27202): stderr: \u000a| �[0;m�[38;5;43m20221214081241688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081241688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081241688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081241689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081241689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081241689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081241689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:43.356359 run osmo-stp_10.42.42.5(pid=27202): stdout: \u000a| (launched: 2022-12-14_08:12:41.495674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:43.489930 run osmo-stp_10.42.42.5(pid=27202): stderr: \u000a| �[0;m�[38;5;43m20221214081241688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081241688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081241688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081241689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081241689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081241689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081241689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:43.548882 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27202): Process ended prematurely: osmo-stp_10.42.42.5(pid=27202) [trial-2401↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27202)] [trial-2401↪encryption↪register_a5_3_authreq.py:8]\u000a08:12:43.558154 tst register_a5_3_authreq.py:8: Test FAILED (6.5 sec)\u000a08:12:43.620799 run osmo-hlr_10.42.42.2(pid=27199): ERR: Terminated: ERROR {rc=237} [trial-2401↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27199)]\u000a08:12:43.672416 run osmo-hlr_10.42.42.2(pid=27199): stdout: \u000a| (launched: 2022-12-14_08:12:40.440092) \u000a08:12:43.724485 run osmo-hlr_10.42.42.2(pid=27199): stderr: \u000a| �[0;m�[1;31m20221214081240637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081240637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081240637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081240637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081240637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081240637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081240649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081240657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081240658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081240658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:12:43.794965 run osmo-msc_10.42.42.6(pid=27205): ERR: Terminated: ERROR {rc=2} [trial-2401↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27205)]\u000a08:12:43.846256 run osmo-msc_10.42.42.6(pid=27205): stdout: \u000a| (launched: 2022-12-14_08:12:42.573231) \u000a08:12:43.898191 run osmo-msc_10.42.42.6(pid=27205): stderr: \u000a| �[0;m�[38;5;43m20221214081242894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081242894 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cb8ca4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081242895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081242895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081242895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081242895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081242897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081242898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081242898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081242898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:12:43.942656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27198): Terminating (SIGTERM)\u000a08:12:43.984716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27201): Terminating (SIGTERM)\u000a08:12:44.027241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27204): Terminating (SIGTERM)\u000a08:12:44.036781 --- ParallelTerminationStrategy: PID 27198 died...\u000a08:12:44.093357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27198): Terminated: ok {rc=0}\u000a08:12:44.103283 --- ParallelTerminationStrategy: PID 27201 died...\u000a08:12:44.158994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27201): Terminated: ok {rc=0}\u000a08:12:44.168826 --- ParallelTerminationStrategy: PID 27204 died...\u000a08:12:44.224519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27204): Terminated: ok {rc=0}\u000a08:12:44.311561 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:12:11" }, { "cases" : [ { "testActions" : [ ], "age" : 263, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27222): Process ended prematurely: srsepc(pid=27222) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27222)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27222): Process ended prematurely: srsepc(pid=27222) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a08:12:46.332749 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a08:12:46.380495 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:12:46.397908 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:12:46.423360 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:12:46.605268 tst handover.py: using MSISDN 8588\u000a08:12:46.729955 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8588', subscriber_id=0}\u000a08:12:46.844354 run srsepc_10.42.42.118: Starting srsepc\u000a08:12:48.818936 run rm-remote-dir(pid=27210): Launched\u000a08:12:49.019913 bus /sierra_2: Setting Powered False\u000a08:12:50.043002 run rm-remote-dir(pid=27210): Terminated: ok {rc=0}\u000a08:12:50.477666 run mk-remote-dir(pid=27211): Launched\u000a08:12:51.667688 run mk-remote-dir(pid=27211): Terminated: ok {rc=0}\u000a08:12:51.953682 run scp-inst-to-remote(pid=27212): Launched\u000a08:12:54.153756 run scp-inst-to-remote(pid=27212): Terminated: ok {rc=0}\u000a08:12:54.509858 run rm-remote-dir(pid=27214): Launched\u000a08:12:55.712844 run rm-remote-dir(pid=27214): Terminated: ok {rc=0}\u000a08:12:56.068766 run mk-remote-dir(pid=27215): Launched\u000a08:12:57.272311 run mk-remote-dir(pid=27215): Terminated: ok {rc=0}\u000a08:12:57.573796 run scp-cfg-to-remote(pid=27216): Launched\u000a08:12:58.761768 run scp-cfg-to-remote(pid=27216): Terminated: ok {rc=0}\u000a08:12:59.044024 run scp-db-to-remote(pid=27218): Launched\u000a08:13:00.232114 run scp-db-to-remote(pid=27218): Terminated: ok {rc=0}\u000a08:13:00.347190 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:13:00.673232 run patchelf(pid=27220): Launched\u000a08:13:01.870255 run patchelf(pid=27220): Terminated: ok {rc=0}\u000a08:13:01.988309 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:13:02.328101 run setcap-netadm(pid=27221): Launched\u000a08:13:03.528286 run setcap-netadm(pid=27221): Terminated: ok {rc=0}\u000a08:13:03.866078 run srsepc(pid=27222): Launched\u000a08:13:03.984474 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:13:05.200519 run rm-remote-dir(pid=27223): Launched\u000a08:13:05.402623 run srsepc(pid=27222): ERR: Terminated: ERROR {rc=127} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27222)]\u000a08:13:05.549088 run srsepc(pid=27222): stdout: \u000a| (launched: 2022-12-14_08:13:03.705208)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:13:05.695691 run srsepc(pid=27222): stderr: \u000a| (launched: 2022-12-14_08:13:03.754846)\u000a| Connection to 10.42.42.116 closed. \u000a08:13:05.838643 run srsepc(pid=27222): stdout: \u000a| (launched: 2022-12-14_08:13:03.705208)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:13:05.979899 run srsepc(pid=27222): stderr: \u000a| (launched: 2022-12-14_08:13:03.754846)\u000a| Connection to 10.42.42.116 closed. \u000a08:13:06.146403 run rm-remote-dir(pid=27223): Terminating (SIGINT)\u000a08:13:06.341553 run rm-remote-dir(pid=27223): Terminated: ok {rc=0}\u000a08:13:06.377016 tst handover.py:37: ERR: Error: srsepc(pid=27222): Process ended prematurely: srsepc(pid=27222) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27222)] [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a08:13:06.387311 tst handover.py:37: Test FAILED (20.2 sec)\u000a08:13:06.506636 run scp-back-log(pid=27224): Launched\u000a08:13:07.597462 run scp-back-log(pid=27224): ERR: Terminated: ERROR {rc=1} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27224)]\u000a08:13:07.663688 run scp-back-log(pid=27224): stdout: \u000a| (launched: 2022-12-14_08:13:06.431193) \u000a08:13:07.729817 run scp-back-log(pid=27224): stderr: \u000a| (launched: 2022-12-14_08:13:06.451902)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:13:07.786222 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27224): launch_sync(): local process exited with status 1 [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27224)]')\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27238): Process ended prematurely: srsepc(pid=27238) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27238)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27238): Process ended prematurely: srsepc(pid=27238) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a08:13:07.980599 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a08:13:08.026913 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:13:08.235655 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a08:13:08.278258 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:13:08.294081 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:13:08.416728 tst iperf3_bidir.py: using MSISDN 8589\u000a08:13:08.528263 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8589', subscriber_id=0}\u000a08:13:08.637125 run srsepc_10.42.42.118: Starting srsepc\u000a08:13:09.293758 run rm-remote-dir(pid=27226): Launched\u000a08:13:10.484424 run rm-remote-dir(pid=27226): Terminated: ok {rc=0}\u000a08:13:10.820044 run mk-remote-dir(pid=27227): Launched\u000a08:13:12.009497 run mk-remote-dir(pid=27227): Terminated: ok {rc=0}\u000a08:13:12.291852 run scp-inst-to-remote(pid=27228): Launched\u000a08:13:14.492109 run scp-inst-to-remote(pid=27228): Terminated: ok {rc=0}\u000a08:13:14.851093 run rm-remote-dir(pid=27230): Launched\u000a08:13:16.059713 run rm-remote-dir(pid=27230): Terminated: ok {rc=0}\u000a08:13:16.457300 run mk-remote-dir(pid=27231): Launched\u000a08:13:17.648023 run mk-remote-dir(pid=27231): Terminated: ok {rc=0}\u000a08:13:17.931046 run scp-cfg-to-remote(pid=27232): Launched\u000a08:13:19.118337 run scp-cfg-to-remote(pid=27232): Terminated: ok {rc=0}\u000a08:13:19.403081 run scp-db-to-remote(pid=27234): Launched\u000a08:13:20.590491 run scp-db-to-remote(pid=27234): Terminated: ok {rc=0}\u000a08:13:20.705207 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:13:21.029653 run patchelf(pid=27236): Launched\u000a08:13:22.217308 run patchelf(pid=27236): Terminated: ok {rc=0}\u000a08:13:22.331730 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:13:22.657163 run setcap-netadm(pid=27237): Launched\u000a08:13:23.845244 run setcap-netadm(pid=27237): Terminated: ok {rc=0}\u000a08:13:24.162341 run srsepc(pid=27238): Launched\u000a08:13:24.272577 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:13:25.422177 run rm-remote-dir(pid=27239): Launched\u000a08:13:25.611461 run srsepc(pid=27238): ERR: Terminated: ERROR {rc=127} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27238)]\u000a08:13:25.749300 run srsepc(pid=27238): stdout: \u000a| (launched: 2022-12-14_08:13:24.009873)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:13:25.885707 run srsepc(pid=27238): stderr: \u000a| (launched: 2022-12-14_08:13:24.056170)\u000a| Connection to 10.42.42.116 closed. \u000a08:13:26.017644 run srsepc(pid=27238): stdout: \u000a| (launched: 2022-12-14_08:13:24.009873)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:13:26.148729 run srsepc(pid=27238): stderr: \u000a| (launched: 2022-12-14_08:13:24.056170)\u000a| Connection to 10.42.42.116 closed. \u000a08:13:26.303504 run rm-remote-dir(pid=27239): Terminating (SIGINT)\u000a08:13:26.485467 run rm-remote-dir(pid=27239): Terminated: ok {rc=0}\u000a08:13:26.518917 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=27238): Process ended prematurely: srsepc(pid=27238) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27238)] [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a08:13:26.528651 tst iperf3_bidir.py:42: Test FAILED (18.7 sec)\u000a08:13:26.641018 run scp-back-log(pid=27240): Launched\u000a08:13:27.728203 run scp-back-log(pid=27240): ERR: Terminated: ERROR {rc=1} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27240)]\u000a08:13:27.790871 run scp-back-log(pid=27240): stdout: \u000a| (launched: 2022-12-14_08:13:26.570037) \u000a08:13:27.853658 run scp-back-log(pid=27240): stderr: \u000a| (launched: 2022-12-14_08:13:26.589821)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:13:27.906663 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27240): launch_sync(): local process exited with status 1 [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27240)]')\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27254): Process ended prematurely: srsepc(pid=27254) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27254)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27254): Process ended prematurely: srsepc(pid=27254) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a08:13:28.087000 tst iperf3_dl.py:13: Number of physical ue: 1\u000a08:13:28.129381 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:13:28.352261 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a08:13:28.398296 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:13:28.415153 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:13:28.543564 tst iperf3_dl.py: using MSISDN 8590\u000a08:13:28.661976 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8590', subscriber_id=0}\u000a08:13:28.779443 run srsepc_10.42.42.118: Starting srsepc\u000a08:13:29.478230 run rm-remote-dir(pid=27242): Launched\u000a08:13:30.682743 run rm-remote-dir(pid=27242): Terminated: ok {rc=0}\u000a08:13:31.058169 run mk-remote-dir(pid=27243): Launched\u000a08:13:32.264456 run mk-remote-dir(pid=27243): Terminated: ok {rc=0}\u000a08:13:32.572285 run scp-inst-to-remote(pid=27244): Launched\u000a08:13:34.777018 run scp-inst-to-remote(pid=27244): Terminated: ok {rc=0}\u000a08:13:35.134577 run rm-remote-dir(pid=27246): Launched\u000a08:13:36.337882 run rm-remote-dir(pid=27246): Terminated: ok {rc=0}\u000a08:13:36.695617 run mk-remote-dir(pid=27247): Launched\u000a08:13:37.899689 run mk-remote-dir(pid=27247): Terminated: ok {rc=0}\u000a08:13:38.201206 run scp-cfg-to-remote(pid=27248): Launched\u000a08:13:39.402789 run scp-cfg-to-remote(pid=27248): Terminated: ok {rc=0}\u000a08:13:39.705083 run scp-db-to-remote(pid=27250): Launched\u000a08:13:40.906119 run scp-db-to-remote(pid=27250): Terminated: ok {rc=0}\u000a08:13:41.030930 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:13:41.378592 run patchelf(pid=27252): Launched\u000a08:13:42.580018 run patchelf(pid=27252): Terminated: ok {rc=0}\u000a08:13:42.704777 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:13:43.054885 run setcap-netadm(pid=27253): Launched\u000a08:13:44.256835 run setcap-netadm(pid=27253): Terminated: ok {rc=0}\u000a08:13:44.596518 run srsepc(pid=27254): Launched\u000a08:13:44.715875 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:13:46.027083 run rm-remote-dir(pid=27255): Launched\u000a08:13:46.318660 run srsepc(pid=27254): ERR: Terminated: ERROR {rc=127} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27254)]\u000a08:13:46.490144 run srsepc(pid=27254): stdout: \u000a| (launched: 2022-12-14_08:13:44.434855)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:13:46.640077 run srsepc(pid=27254): stderr: \u000a| (launched: 2022-12-14_08:13:44.484682)\u000a| Connection to 10.42.42.116 closed. \u000a08:13:46.787017 run srsepc(pid=27254): stdout: \u000a| (launched: 2022-12-14_08:13:44.434855)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:13:46.933185 run srsepc(pid=27254): stderr: \u000a| (launched: 2022-12-14_08:13:44.484682)\u000a| Connection to 10.42.42.116 closed. \u000a08:13:47.103079 run rm-remote-dir(pid=27255): Terminating (SIGINT)\u000a08:13:47.302192 run rm-remote-dir(pid=27255): Terminated: ok {rc=0}\u000a08:13:47.338283 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=27254): Process ended prematurely: srsepc(pid=27254) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27254)] [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a08:13:47.349205 tst iperf3_dl.py:42: Test FAILED (19.4 sec)\u000a08:13:47.468880 run scp-back-log(pid=27256): Launched\u000a08:13:48.559599 run scp-back-log(pid=27256): ERR: Terminated: ERROR {rc=1} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27256)]\u000a08:13:48.625372 run scp-back-log(pid=27256): stdout: \u000a| (launched: 2022-12-14_08:13:47.393797) \u000a08:13:48.691480 run scp-back-log(pid=27256): stderr: \u000a| (launched: 2022-12-14_08:13:47.414655)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:13:48.747580 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27256): launch_sync(): local process exited with status 1 [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27256)]')\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27270): Process ended prematurely: srsepc(pid=27270) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27270)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27270): Process ended prematurely: srsepc(pid=27270) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a08:13:48.943454 tst iperf3_ul.py:13: Number of physical ue: 1\u000a08:13:48.989300 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:13:49.222240 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a08:13:49.268184 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:13:49.284905 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:13:49.421087 tst iperf3_ul.py: using MSISDN 8591\u000a08:13:49.539445 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8591', subscriber_id=0}\u000a08:13:49.656570 run srsepc_10.42.42.118: Starting srsepc\u000a08:13:50.356836 run rm-remote-dir(pid=27258): Launched\u000a08:13:51.562017 run rm-remote-dir(pid=27258): Terminated: ok {rc=0}\u000a08:13:51.920471 run mk-remote-dir(pid=27259): Launched\u000a08:13:53.124224 run mk-remote-dir(pid=27259): Terminated: ok {rc=0}\u000a08:13:53.426828 run scp-inst-to-remote(pid=27260): Launched\u000a08:13:55.629283 run scp-inst-to-remote(pid=27260): Terminated: ok {rc=0}\u000a08:13:55.988067 run rm-remote-dir(pid=27262): Launched\u000a08:13:57.192114 run rm-remote-dir(pid=27262): Terminated: ok {rc=0}\u000a08:13:57.550543 run mk-remote-dir(pid=27263): Launched\u000a08:13:58.756520 run mk-remote-dir(pid=27263): Terminated: ok {rc=0}\u000a08:13:59.062673 run scp-cfg-to-remote(pid=27264): Launched\u000a08:14:00.253481 run scp-cfg-to-remote(pid=27264): Terminated: ok {rc=0}\u000a08:14:00.538667 run scp-db-to-remote(pid=27266): Launched\u000a08:14:01.795471 run scp-db-to-remote(pid=27266): Terminated: ok {rc=0}\u000a08:14:01.914301 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:14:02.291950 run patchelf(pid=27268): Launched\u000a08:14:03.493487 run patchelf(pid=27268): Terminated: ok {rc=0}\u000a08:14:03.618097 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:14:03.967492 run setcap-netadm(pid=27269): Launched\u000a08:14:05.168769 run setcap-netadm(pid=27269): Terminated: ok {rc=0}\u000a08:14:05.509182 run srsepc(pid=27270): Launched\u000a08:14:05.628456 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:14:06.852544 run rm-remote-dir(pid=27271): Launched\u000a08:14:07.054382 run srsepc(pid=27270): ERR: Terminated: ERROR {rc=127} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27270)]\u000a08:14:07.201057 run srsepc(pid=27270): stdout: \u000a| (launched: 2022-12-14_08:14:05.347079)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:14:07.347824 run srsepc(pid=27270): stderr: \u000a| (launched: 2022-12-14_08:14:05.396773)\u000a| Connection to 10.42.42.116 closed. \u000a08:14:07.490517 run srsepc(pid=27270): stdout: \u000a| (launched: 2022-12-14_08:14:05.347079)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:14:07.632086 run srsepc(pid=27270): stderr: \u000a| (launched: 2022-12-14_08:14:05.396773)\u000a| Connection to 10.42.42.116 closed. \u000a08:14:07.798386 run rm-remote-dir(pid=27271): Terminating (SIGINT)\u000a08:14:07.993248 run rm-remote-dir(pid=27271): Terminated: ok {rc=0}\u000a08:14:08.028792 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=27270): Process ended prematurely: srsepc(pid=27270) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27270)] [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a08:14:08.039374 tst iperf3_ul.py:42: Test FAILED (19.3 sec)\u000a08:14:08.158649 run scp-back-log(pid=27272): Launched\u000a08:14:09.249557 run scp-back-log(pid=27272): ERR: Terminated: ERROR {rc=1} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27272)]\u000a08:14:09.314970 run scp-back-log(pid=27272): stdout: \u000a| (launched: 2022-12-14_08:14:08.083448) \u000a08:14:09.380695 run scp-back-log(pid=27272): stderr: \u000a| (launched: 2022-12-14_08:14:08.104129)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:14:09.436837 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27272): launch_sync(): local process exited with status 1 [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27272)]')\u000a" }, { "testActions" : [ ], "age" : 260, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27286): Process ended prematurely: srsepc(pid=27286) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27286)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27286): Process ended prematurely: srsepc(pid=27286) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a08:14:09.452731 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:14:09.470399 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:14:09.494765 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:14:09.649632 tst ping.py: using MSISDN 8592\u000a08:14:09.768741 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8592', subscriber_id=0}\u000a08:14:09.886136 run srsepc_10.42.42.118: Starting srsepc\u000a08:14:10.586488 run rm-remote-dir(pid=27274): Launched\u000a08:14:11.790221 run rm-remote-dir(pid=27274): Terminated: ok {rc=0}\u000a08:14:12.147629 run mk-remote-dir(pid=27275): Launched\u000a08:14:13.350458 run mk-remote-dir(pid=27275): Terminated: ok {rc=0}\u000a08:14:13.651719 run scp-inst-to-remote(pid=27276): Launched\u000a08:14:15.869404 run scp-inst-to-remote(pid=27276): Terminated: ok {rc=0}\u000a08:14:16.279859 run rm-remote-dir(pid=27278): Launched\u000a08:14:17.483261 run rm-remote-dir(pid=27278): Terminated: ok {rc=0}\u000a08:14:17.841331 run mk-remote-dir(pid=27279): Launched\u000a08:14:19.044380 run mk-remote-dir(pid=27279): Terminated: ok {rc=0}\u000a08:14:19.346256 run scp-cfg-to-remote(pid=27280): Launched\u000a08:14:20.546003 run scp-cfg-to-remote(pid=27280): Terminated: ok {rc=0}\u000a08:14:20.848001 run scp-db-to-remote(pid=27282): Launched\u000a08:14:22.048904 run scp-db-to-remote(pid=27282): Terminated: ok {rc=0}\u000a08:14:22.173052 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:14:22.521243 run patchelf(pid=27284): Launched\u000a08:14:23.721955 run patchelf(pid=27284): Terminated: ok {rc=0}\u000a08:14:23.845565 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:14:24.192425 run setcap-netadm(pid=27285): Launched\u000a08:14:25.393524 run setcap-netadm(pid=27285): Terminated: ok {rc=0}\u000a08:14:25.733247 run srsepc(pid=27286): Launched\u000a08:14:25.851743 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:14:27.072770 run rm-remote-dir(pid=27287): Launched\u000a08:14:27.274740 run srsepc(pid=27286): ERR: Terminated: ERROR {rc=127} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27286)]\u000a08:14:27.421170 run srsepc(pid=27286): stdout: \u000a| (launched: 2022-12-14_08:14:25.570853)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:14:27.567382 run srsepc(pid=27286): stderr: \u000a| (launched: 2022-12-14_08:14:25.620749)\u000a| Connection to 10.42.42.116 closed. \u000a08:14:27.709866 run srsepc(pid=27286): stdout: \u000a| (launched: 2022-12-14_08:14:25.570853)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:14:27.850971 run srsepc(pid=27286): stderr: \u000a| (launched: 2022-12-14_08:14:25.620749)\u000a| Connection to 10.42.42.116 closed. \u000a08:14:28.016930 run rm-remote-dir(pid=27287): Terminating (SIGINT)\u000a08:14:28.211302 run rm-remote-dir(pid=27287): Terminated: ok {rc=0}\u000a08:14:28.246929 tst ping.py:16: ERR: Error: srsepc(pid=27286): Process ended prematurely: srsepc(pid=27286) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27286)] [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a08:14:28.257215 tst ping.py:16: Test FAILED (18.8 sec)\u000a08:14:28.374035 run scp-back-log(pid=27288): Launched\u000a08:14:29.466499 run scp-back-log(pid=27288): ERR: Terminated: ERROR {rc=1} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27288)]\u000a08:14:29.531992 run scp-back-log(pid=27288): stdout: \u000a| (launched: 2022-12-14_08:14:28.301147) \u000a08:14:29.597717 run scp-back-log(pid=27288): stderr: \u000a| (launched: 2022-12-14_08:14:28.321834)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:14:29.653385 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27288): launch_sync(): local process exited with status 1 [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27288)]')\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27302): Process ended prematurely: srsepc(pid=27302) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27302)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27302): Process ended prematurely: srsepc(pid=27302) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a08:14:29.668159 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:14:29.685908 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:14:29.710594 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:14:29.855606 tst rrc_idle_mo_ping.py: using MSISDN 8593\u000a08:14:29.965552 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8593', subscriber_id=0}\u000a08:14:30.073966 run srsepc_10.42.42.118: Starting srsepc\u000a08:14:30.727880 run rm-remote-dir(pid=27290): Launched\u000a08:14:31.970975 run rm-remote-dir(pid=27290): Terminated: ok {rc=0}\u000a08:14:32.348174 run mk-remote-dir(pid=27291): Launched\u000a08:14:33.550208 run mk-remote-dir(pid=27291): Terminated: ok {rc=0}\u000a08:14:33.851044 run scp-inst-to-remote(pid=27292): Launched\u000a08:14:36.051977 run scp-inst-to-remote(pid=27292): Terminated: ok {rc=0}\u000a08:14:36.409392 run rm-remote-dir(pid=27294): Launched\u000a08:14:37.611577 run rm-remote-dir(pid=27294): Terminated: ok {rc=0}\u000a08:14:37.968730 run mk-remote-dir(pid=27295): Launched\u000a08:14:39.170816 run mk-remote-dir(pid=27295): Terminated: ok {rc=0}\u000a08:14:39.471965 run scp-cfg-to-remote(pid=27296): Launched\u000a08:14:40.671232 run scp-cfg-to-remote(pid=27296): Terminated: ok {rc=0}\u000a08:14:40.972016 run scp-db-to-remote(pid=27298): Launched\u000a08:14:42.172318 run scp-db-to-remote(pid=27298): Terminated: ok {rc=0}\u000a08:14:42.295859 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:14:42.641546 run patchelf(pid=27300): Launched\u000a08:14:43.841335 run patchelf(pid=27300): Terminated: ok {rc=0}\u000a08:14:43.964894 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:14:44.311600 run setcap-netadm(pid=27301): Launched\u000a08:14:45.512248 run setcap-netadm(pid=27301): Terminated: ok {rc=0}\u000a08:14:45.871182 run srsepc(pid=27302): Launched\u000a08:14:46.034234 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:14:47.347450 run rm-remote-dir(pid=27303): Launched\u000a08:14:47.548668 run srsepc(pid=27302): ERR: Terminated: ERROR {rc=127} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27302)]\u000a08:14:47.694599 run srsepc(pid=27302): stdout: \u000a| (launched: 2022-12-14_08:14:45.688536)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:14:47.841144 run srsepc(pid=27302): stderr: \u000a| (launched: 2022-12-14_08:14:45.738610)\u000a| Connection to 10.42.42.116 closed. \u000a08:14:47.983110 run srsepc(pid=27302): stdout: \u000a| (launched: 2022-12-14_08:14:45.688536)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:14:48.124034 run srsepc(pid=27302): stderr: \u000a| (launched: 2022-12-14_08:14:45.738610)\u000a| Connection to 10.42.42.116 closed. \u000a08:14:48.289607 run rm-remote-dir(pid=27303): Terminating (SIGINT)\u000a08:14:48.483739 run rm-remote-dir(pid=27303): Terminated: ok {rc=0}\u000a08:14:48.519501 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=27302): Process ended prematurely: srsepc(pid=27302) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27302)] [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a08:14:48.529941 tst rrc_idle_mo_ping.py:16: Test FAILED (18.8 sec)\u000a08:14:48.649728 run scp-back-log(pid=27304): Launched\u000a08:14:49.742295 run scp-back-log(pid=27304): ERR: Terminated: ERROR {rc=1} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27304)]\u000a08:14:49.808019 run scp-back-log(pid=27304): stdout: \u000a| (launched: 2022-12-14_08:14:48.574438) \u000a08:14:49.874037 run scp-back-log(pid=27304): stderr: \u000a| (launched: 2022-12-14_08:14:48.595386)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:14:49.931305 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27304): launch_sync(): local process exited with status 1 [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27304)]')\u000a" }, { "testActions" : [ ], "age" : 263, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27322): Process ended prematurely: srsepc(pid=27322) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27322)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27322): Process ended prematurely: srsepc(pid=27322) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a08:14:49.947197 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:14:49.964810 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:14:49.988873 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:14:50.140523 tst rrc_idle_mt_ping.py: using MSISDN 8594\u000a08:14:50.258809 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8594', subscriber_id=0}\u000a08:14:50.375713 run srsepc_10.42.42.118: Starting srsepc\u000a08:14:51.075982 run rm-remote-dir(pid=27306): Launched\u000a08:14:52.280096 run rm-remote-dir(pid=27306): Terminated: ok {rc=0}\u000a08:14:52.638100 run mk-remote-dir(pid=27307): Launched\u000a08:14:53.842943 run mk-remote-dir(pid=27307): Terminated: ok {rc=0}\u000a08:14:54.145720 run scp-inst-to-remote(pid=27308): Launched\u000a08:14:56.339073 run scp-inst-to-remote(pid=27308): Terminated: ok {rc=0}\u000a08:14:56.676320 run rm-remote-dir(pid=27310): Launched\u000a08:14:57.866794 run rm-remote-dir(pid=27310): Terminated: ok {rc=0}\u000a08:14:58.204341 run mk-remote-dir(pid=27311): Launched\u000a08:14:59.397033 run mk-remote-dir(pid=27311): Terminated: ok {rc=0}\u000a08:14:59.683146 run scp-cfg-to-remote(pid=27313): Launched\u000a08:15:00.898461 run scp-cfg-to-remote(pid=27313): Terminated: ok {rc=0}\u000a08:15:01.285112 run scp-db-to-remote(pid=27315): Launched\u000a08:15:02.507112 run scp-db-to-remote(pid=27315): Terminated: ok {rc=0}\u000a08:15:02.632343 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:15:02.983323 run patchelf(pid=27320): Launched\u000a08:15:04.185344 run patchelf(pid=27320): Terminated: ok {rc=0}\u000a08:15:04.309775 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:15:04.659991 run setcap-netadm(pid=27321): Launched\u000a08:15:05.862734 run setcap-netadm(pid=27321): Terminated: ok {rc=0}\u000a08:15:06.204044 run srsepc(pid=27322): Launched\u000a08:15:06.326414 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:15:07.547769 run rm-remote-dir(pid=27323): Launched\u000a08:15:07.750141 run srsepc(pid=27322): ERR: Terminated: ERROR {rc=127} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27322)]\u000a08:15:07.897448 run srsepc(pid=27322): stdout: \u000a| (launched: 2022-12-14_08:15:06.041524)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:15:08.044351 run srsepc(pid=27322): stderr: \u000a| (launched: 2022-12-14_08:15:06.091447)\u000a| Connection to 10.42.42.116 closed. \u000a08:15:08.187510 run srsepc(pid=27322): stdout: \u000a| (launched: 2022-12-14_08:15:06.041524)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:15:08.329118 run srsepc(pid=27322): stderr: \u000a| (launched: 2022-12-14_08:15:06.091447)\u000a| Connection to 10.42.42.116 closed. \u000a08:15:08.495648 run rm-remote-dir(pid=27323): Terminating (SIGINT)\u000a08:15:08.692913 run rm-remote-dir(pid=27323): Terminated: ok {rc=0}\u000a08:15:08.728820 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=27322): Process ended prematurely: srsepc(pid=27322) [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27322)] [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a08:15:08.739419 tst rrc_idle_mt_ping.py:16: Test FAILED (18.8 sec)\u000a08:15:08.856911 run scp-back-log(pid=27325): Launched\u000a08:15:09.947679 run scp-back-log(pid=27325): ERR: Terminated: ERROR {rc=1} [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27325)]\u000a08:15:10.013852 run scp-back-log(pid=27325): stdout: \u000a| (launched: 2022-12-14_08:15:08.783698) \u000a08:15:10.079800 run scp-back-log(pid=27325): stderr: \u000a| (launched: 2022-12-14_08:15:08.804546)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:15:10.135823 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27325): launch_sync(): local process exited with status 1 [trial-2401↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27325)]')\u000a" } ], "duration" : 145.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:12:45" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27337): Process ended prematurely: osmo-stp_10.42.42.5(pid=27337) [trial-2401↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27337)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27337): Process ended prematurely: osmo-stp_10.42.42.5(pid=27337) [trial-2401↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a08:15:10.996349 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:15:11.007785 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a08:15:11.144816 tst handover.py: using LAC 39585\u000a08:15:11.277458 tst handover.py: using RAC 60\u000a08:15:11.408851 tst handover.py: using CellId 39585\u000a08:15:11.540526 tst handover.py: using BVCI 39586\u000a08:15:11.565708 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a08:15:11.697283 tst handover.py: using LAC 39586\u000a08:15:11.827844 tst handover.py: using RAC 61\u000a08:15:11.953082 tst handover.py: using CellId 39586\u000a08:15:12.076002 tst handover.py: using BVCI 39587\u000a08:15:12.099722 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:15:12.110837 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:15:12.121675 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:15:12.132264 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:15:12.143182 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:15:12.153786 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a08:15:12.275675 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a08:15:12.481171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:12.966663 run create_hlr_db(pid=27331): Launched\u000a08:15:14.146623 run create_hlr_db(pid=27331): Terminated: ok {rc=0}\u000a08:15:14.464234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27333): Launched\u000a08:15:14.772122 run osmo-hlr_10.42.42.2(pid=27334): Launched\u000a08:15:14.887755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:15.422081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27336): Launched\u000a08:15:15.730239 run osmo-stp_10.42.42.5(pid=27337): Launched\u000a08:15:15.845542 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:16.475110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27339): Launched\u000a08:15:16.915019 run osmo-msc_10.42.42.6(pid=27340): Launched\u000a08:15:17.226997 run osmo-stp_10.42.42.5(pid=27337): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27337)]\u000a08:15:17.368605 run osmo-stp_10.42.42.5(pid=27337): stdout: \u000a| (launched: 2022-12-14_08:15:15.578680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:17.506662 run osmo-stp_10.42.42.5(pid=27337): stderr: \u000a| �[0;m�[38;5;43m20221214081515747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081515747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081515747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081515748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081515748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081515748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081515748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:17.639540 run osmo-stp_10.42.42.5(pid=27337): stdout: \u000a| (launched: 2022-12-14_08:15:15.578680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:17.771264 run osmo-stp_10.42.42.5(pid=27337): stderr: \u000a| �[0;m�[38;5;43m20221214081515747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081515747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081515747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081515748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081515748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081515748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081515748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:17.828874 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27337): Process ended prematurely: osmo-stp_10.42.42.5(pid=27337) [trial-2401↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27337)] [trial-2401↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a08:15:17.837878 tst handover.py:18: Test FAILED (6.8 sec)\u000a08:15:17.901440 run osmo-hlr_10.42.42.2(pid=27334): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27334)]\u000a08:15:17.953152 run osmo-hlr_10.42.42.2(pid=27334): stdout: \u000a| (launched: 2022-12-14_08:15:14.619770) \u000a08:15:18.005770 run osmo-hlr_10.42.42.2(pid=27334): stderr: \u000a| �[0;m�[1;31m20221214081514795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081514795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081514795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081514795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081514795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081514795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081514807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081514815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081514815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081514815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:18.077098 run osmo-msc_10.42.42.6(pid=27340): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27340)]\u000a08:15:18.129077 run osmo-msc_10.42.42.6(pid=27340): stdout: \u000a| (launched: 2022-12-14_08:15:16.647803) \u000a08:15:18.181491 run osmo-msc_10.42.42.6(pid=27340): stderr: \u000a| �[0;m�[38;5;43m20221214081517176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081517176 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faac2887c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081517176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081517176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081517176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081517177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081517178 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081517179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081517179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081517179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:18.226273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27333): Terminating (SIGTERM)\u000a08:15:18.268581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27336): Terminating (SIGTERM)\u000a08:15:18.311126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27339): Terminating (SIGTERM)\u000a08:15:18.320933 --- ParallelTerminationStrategy: PID 27333 died...\u000a08:15:18.378279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27333): Terminated: ok {rc=0}\u000a08:15:18.388486 --- ParallelTerminationStrategy: PID 27336 died...\u000a08:15:18.444774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27336): Terminated: ok {rc=0}\u000a08:15:18.454891 --- ParallelTerminationStrategy: PID 27339 died...\u000a08:15:18.511151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27339): Terminated: ok {rc=0}\u000a08:15:18.598517 bus /sierra_3: Setting Powered False\u000a08:15:19.705025 bus /sierra_3: Setting Powered False\u000a08:15:20.813691 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:15:10" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27351): Process ended prematurely: osmo-stp_10.42.42.5(pid=27351) [trial-2401↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27351)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27351): Process ended prematurely: osmo-stp_10.42.42.5(pid=27351) [trial-2401↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a08:15:22.780006 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:15:22.791558 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a08:15:22.917369 tst handover.py: using LAC 39587\u000a08:15:23.037632 tst handover.py: using RAC 62\u000a08:15:23.158664 tst handover.py: using CellId 39587\u000a08:15:23.287968 tst handover.py: using BVCI 39588\u000a08:15:23.313523 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a08:15:23.445817 tst handover.py: using LAC 39588\u000a08:15:23.583648 tst handover.py: using RAC 63\u000a08:15:23.713637 tst handover.py: using CellId 39588\u000a08:15:23.842347 tst handover.py: using BVCI 39589\u000a08:15:23.867615 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:15:23.878963 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:15:23.890139 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:15:23.901335 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:15:23.912563 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:15:23.924487 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a08:15:24.044222 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a08:15:24.259976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:24.750263 run create_hlr_db(pid=27345): Launched\u000a08:15:24.885213 bus /sierra_2: Setting Powered False\u000a08:15:25.962521 run create_hlr_db(pid=27345): Terminated: ok {rc=0}\u000a08:15:26.375108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27347): Launched\u000a08:15:26.706585 run osmo-hlr_10.42.42.2(pid=27348): Launched\u000a08:15:26.827435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:27.373592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27350): Launched\u000a08:15:27.707025 run osmo-stp_10.42.42.5(pid=27351): Launched\u000a08:15:27.827105 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:28.409087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27353): Launched\u000a08:15:28.745414 run osmo-msc_10.42.42.6(pid=27354): Launched\u000a08:15:28.940070 run osmo-stp_10.42.42.5(pid=27351): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27351)]\u000a08:15:29.079877 run osmo-stp_10.42.42.5(pid=27351): stdout: \u000a| (launched: 2022-12-14_08:15:27.541884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:29.218866 run osmo-stp_10.42.42.5(pid=27351): stderr: \u000a| �[0;m�[38;5;43m20221214081527733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081527733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081527733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081527734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081527734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081527734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081527734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:29.351575 run osmo-stp_10.42.42.5(pid=27351): stdout: \u000a| (launched: 2022-12-14_08:15:27.541884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:29.483015 run osmo-stp_10.42.42.5(pid=27351): stderr: \u000a| �[0;m�[38;5;43m20221214081527733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081527733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081527733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081527734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081527734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081527734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081527734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:29.540769 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27351): Process ended prematurely: osmo-stp_10.42.42.5(pid=27351) [trial-2401↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27351)] [trial-2401↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a08:15:29.549446 tst handover.py:18: Test FAILED (6.8 sec)\u000a08:15:29.612248 run osmo-hlr_10.42.42.2(pid=27348): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27348)]\u000a08:15:29.663825 run osmo-hlr_10.42.42.2(pid=27348): stdout: \u000a| (launched: 2022-12-14_08:15:26.543304) \u000a08:15:29.716377 run osmo-hlr_10.42.42.2(pid=27348): stderr: \u000a| �[0;m�[1;31m20221214081526740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081526741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081526741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081526741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081526741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081526741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081526753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081526761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081526762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081526762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:29.787245 run osmo-msc_10.42.42.6(pid=27354): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27354)]\u000a08:15:29.838459 run osmo-msc_10.42.42.6(pid=27354): stdout: \u000a| (launched: 2022-12-14_08:15:28.578659) \u000a08:15:29.890258 run osmo-msc_10.42.42.6(pid=27354): stderr: \u000a| �[0;m�[38;5;43m20221214081528895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081528895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65b97c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081528895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081528895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081528896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081528896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081528897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081528898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081528898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081528898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:29.935236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27347): Terminating (SIGTERM)\u000a08:15:29.977368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27350): Terminating (SIGTERM)\u000a08:15:30.019551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27353): Terminating (SIGTERM)\u000a08:15:30.029265 --- ParallelTerminationStrategy: PID 27347 died...\u000a08:15:30.085601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27347): Terminated: ok {rc=0}\u000a08:15:30.095641 --- ParallelTerminationStrategy: PID 27350 died...\u000a08:15:30.151988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27350): Terminated: ok {rc=0}\u000a08:15:30.162105 --- ParallelTerminationStrategy: PID 27353 died...\u000a08:15:30.218120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27353): Terminated: ok {rc=0}\u000a08:15:30.305124 bus /sierra_3: Setting Powered False\u000a08:15:31.411339 bus /sierra_3: Setting Powered False\u000a08:15:32.518648 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:15:22" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27365): Process ended prematurely: osmo-stp_10.42.42.5(pid=27365) [trial-2401↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27365)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27365): Process ended prematurely: osmo-stp_10.42.42.5(pid=27365) [trial-2401↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a08:15:34.505531 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:15:34.516644 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:15:34.643018 tst handover.py: using LAC 39589\u000a08:15:34.766127 tst handover.py: using RAC 64\u000a08:15:34.889196 tst handover.py: using CellId 39589\u000a08:15:35.011836 tst handover.py: using BVCI 39590\u000a08:15:35.035456 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:15:35.173681 tst handover.py: using LAC 39590\u000a08:15:35.294313 tst handover.py: using RAC 65\u000a08:15:35.416836 tst handover.py: using CellId 39590\u000a08:15:35.539395 tst handover.py: using BVCI 39591\u000a08:15:35.563362 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:15:35.574560 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:15:35.585575 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:15:35.596583 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:15:35.607786 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:15:35.618897 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:15:35.741344 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:15:35.957309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:36.451282 run create_hlr_db(pid=27359): Launched\u000a08:15:36.586023 bus /sierra_2: Setting Powered False\u000a08:15:37.662860 run create_hlr_db(pid=27359): Terminated: ok {rc=0}\u000a08:15:38.076698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27361): Launched\u000a08:15:38.410157 run osmo-hlr_10.42.42.2(pid=27362): Launched\u000a08:15:38.533192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:39.079234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27364): Launched\u000a08:15:39.410579 run osmo-stp_10.42.42.5(pid=27365): Launched\u000a08:15:39.530607 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:40.106765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27367): Launched\u000a08:15:40.440109 run osmo-msc_10.42.42.6(pid=27368): Launched\u000a08:15:40.633823 run osmo-stp_10.42.42.5(pid=27365): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27365)]\u000a08:15:40.774410 run osmo-stp_10.42.42.5(pid=27365): stdout: \u000a| (launched: 2022-12-14_08:15:39.247115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:40.912126 run osmo-stp_10.42.42.5(pid=27365): stderr: \u000a| �[0;m�[38;5;43m20221214081539437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081539437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081539438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081539438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081539439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081539439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081539439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:41.044612 run osmo-stp_10.42.42.5(pid=27365): stdout: \u000a| (launched: 2022-12-14_08:15:39.247115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:41.176505 run osmo-stp_10.42.42.5(pid=27365): stderr: \u000a| �[0;m�[38;5;43m20221214081539437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081539437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081539438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081539438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081539439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081539439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081539439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:41.234255 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27365): Process ended prematurely: osmo-stp_10.42.42.5(pid=27365) [trial-2401↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27365)] [trial-2401↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a08:15:41.242632 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:15:41.305381 run osmo-hlr_10.42.42.2(pid=27362): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27362)]\u000a08:15:41.356792 run osmo-hlr_10.42.42.2(pid=27362): stdout: \u000a| (launched: 2022-12-14_08:15:38.246128) \u000a08:15:41.408774 run osmo-hlr_10.42.42.2(pid=27362): stderr: \u000a| �[0;m�[1;31m20221214081538443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081538443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081538443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081538444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081538444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081538444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081538456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081538464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081538464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081538464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:41.479134 run osmo-msc_10.42.42.6(pid=27368): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27368)]\u000a08:15:41.530489 run osmo-msc_10.42.42.6(pid=27368): stdout: \u000a| (launched: 2022-12-14_08:15:40.274934) \u000a08:15:41.582408 run osmo-msc_10.42.42.6(pid=27368): stderr: \u000a| �[0;m�[38;5;43m20221214081540592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081540592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d59d57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081540592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081540592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081540593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081540593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081540594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081540595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081540595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081540595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:41.626833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27361): Terminating (SIGTERM)\u000a08:15:41.668632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27364): Terminating (SIGTERM)\u000a08:15:41.710481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27367): Terminating (SIGTERM)\u000a08:15:41.720264 --- ParallelTerminationStrategy: PID 27361 died...\u000a08:15:41.777572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27361): Terminated: ok {rc=0}\u000a08:15:41.787688 --- ParallelTerminationStrategy: PID 27364 died...\u000a08:15:41.843920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27364): Terminated: ok {rc=0}\u000a08:15:41.853926 --- ParallelTerminationStrategy: PID 27367 died...\u000a08:15:41.910035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27367): Terminated: ok {rc=0}\u000a08:15:41.997029 bus /sierra_3: Setting Powered False\u000a08:15:43.100200 bus /sierra_3: Setting Powered False\u000a08:15:44.211511 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:15:34" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27379): Process ended prematurely: osmo-stp_10.42.42.5(pid=27379) [trial-2401↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27379)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27379): Process ended prematurely: osmo-stp_10.42.42.5(pid=27379) [trial-2401↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a08:15:46.256932 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:15:46.272731 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:15:46.438776 tst handover.py: using LAC 39591\u000a08:15:46.578934 tst handover.py: using RAC 66\u000a08:15:46.733814 tst handover.py: using CellId 39591\u000a08:15:46.862151 tst handover.py: using BVCI 39592\u000a08:15:46.885812 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:15:47.023201 tst handover.py: using LAC 39592\u000a08:15:47.172191 tst handover.py: using RAC 67\u000a08:15:47.297779 tst handover.py: using CellId 39592\u000a08:15:47.424093 tst handover.py: using BVCI 39593\u000a08:15:47.449590 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:15:47.461489 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:15:47.473171 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:15:47.484780 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:15:47.496697 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:15:47.508728 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:15:47.626843 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:15:47.842379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:48.334195 run create_hlr_db(pid=27373): Launched\u000a08:15:48.468727 bus /sierra_2: Setting Powered False\u000a08:15:49.546504 run create_hlr_db(pid=27373): Terminated: ok {rc=0}\u000a08:15:49.935995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27375): Launched\u000a08:15:50.245044 run osmo-hlr_10.42.42.2(pid=27376): Launched\u000a08:15:50.357379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:50.867610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27378): Launched\u000a08:15:51.176234 run osmo-stp_10.42.42.5(pid=27379): Launched\u000a08:15:51.287799 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:51.833232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27381): Launched\u000a08:15:52.166047 run osmo-msc_10.42.42.6(pid=27383): Launched\u000a08:15:52.361331 run osmo-stp_10.42.42.5(pid=27379): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27379)]\u000a08:15:52.501089 run osmo-stp_10.42.42.5(pid=27379): stdout: \u000a| (launched: 2022-12-14_08:15:51.023932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:52.639181 run osmo-stp_10.42.42.5(pid=27379): stderr: \u000a| �[0;m�[38;5;43m20221214081551196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081551197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081551197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081551197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081551198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081551198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081551198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:52.772306 run osmo-stp_10.42.42.5(pid=27379): stdout: \u000a| (launched: 2022-12-14_08:15:51.023932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:52.903754 run osmo-stp_10.42.42.5(pid=27379): stderr: \u000a| �[0;m�[38;5;43m20221214081551196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081551197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081551197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081551197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081551198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081551198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081551198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:52.961425 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27379): Process ended prematurely: osmo-stp_10.42.42.5(pid=27379) [trial-2401↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27379)] [trial-2401↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a08:15:52.970151 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:15:53.033196 run osmo-hlr_10.42.42.2(pid=27376): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27376)]\u000a08:15:53.084699 run osmo-hlr_10.42.42.2(pid=27376): stdout: \u000a| (launched: 2022-12-14_08:15:50.092460) \u000a08:15:53.136633 run osmo-hlr_10.42.42.2(pid=27376): stderr: \u000a| �[0;m�[1;31m20221214081550266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081550266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081550266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081550266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081550266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081550266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081550318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081550328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081550328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081550328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:53.207404 run osmo-msc_10.42.42.6(pid=27383): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27383)]\u000a08:15:53.258845 run osmo-msc_10.42.42.6(pid=27383): stdout: \u000a| (launched: 2022-12-14_08:15:51.997764) \u000a08:15:53.310946 run osmo-msc_10.42.42.6(pid=27383): stderr: \u000a| �[0;m�[38;5;43m20221214081552314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081552314 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3824e81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081552314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081552314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081552314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081552315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081552316 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081552317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081552317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081552317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:53.355486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27375): Terminating (SIGTERM)\u000a08:15:53.398042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27378): Terminating (SIGTERM)\u000a08:15:53.439995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27381): Terminating (SIGTERM)\u000a08:15:53.449714 --- ParallelTerminationStrategy: PID 27375 died...\u000a08:15:53.506005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27375): Terminated: ok {rc=0}\u000a08:15:53.516040 --- ParallelTerminationStrategy: PID 27378 died...\u000a08:15:53.572371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27378): Terminated: ok {rc=0}\u000a08:15:53.582304 --- ParallelTerminationStrategy: PID 27381 died...\u000a08:15:53.638476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27381): Terminated: ok {rc=0}\u000a08:15:53.725675 bus /sierra_3: Setting Powered False\u000a08:15:54.832430 bus /sierra_3: Setting Powered False\u000a08:15:55.942400 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:15:45" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27394): Process ended prematurely: osmo-stp_10.42.42.5(pid=27394) [trial-2401↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27394)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27394): Process ended prematurely: osmo-stp_10.42.42.5(pid=27394) [trial-2401↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:15:57.938823 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:57.950113 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:15:58.077506 tst handover.py: using LAC 39593\u000a08:15:58.198768 tst handover.py: using RAC 68\u000a08:15:58.321810 tst handover.py: using CellId 39593\u000a08:15:58.444736 tst handover.py: using BVCI 39594\u000a08:15:58.468288 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:15:58.608129 tst handover.py: using LAC 39594\u000a08:15:58.731598 tst handover.py: using RAC 69\u000a08:15:58.858038 tst handover.py: using CellId 39594\u000a08:15:58.984125 tst handover.py: using BVCI 39595\u000a08:15:59.007806 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:59.019198 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:59.030395 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:59.041516 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:59.052734 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:59.064041 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:15:59.184908 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:15:59.389422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:59.857714 run create_hlr_db(pid=27388): Launched\u000a08:15:59.984681 bus /sierra_2: Setting Powered False\u000a08:16:01.067603 run create_hlr_db(pid=27388): Terminated: ok {rc=0}\u000a08:16:01.556705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27390): Launched\u000a08:16:01.931120 run osmo-hlr_10.42.42.2(pid=27391): Launched\u000a08:16:02.184467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:02.822191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27393): Launched\u000a08:16:03.133732 run osmo-stp_10.42.42.5(pid=27394): Launched\u000a08:16:03.246559 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:03.786919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27396): Launched\u000a08:16:04.098031 run osmo-msc_10.42.42.6(pid=27397): Launched\u000a08:16:04.279036 run osmo-stp_10.42.42.5(pid=27394): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27394)]\u000a08:16:04.410018 run osmo-stp_10.42.42.5(pid=27394): stdout: \u000a| (launched: 2022-12-14_08:16:02.980520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:04.538805 run osmo-stp_10.42.42.5(pid=27394): stderr: \u000a| �[0;m�[38;5;43m20221214081603153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081603153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081603153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081603154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081603154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081603154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081603154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:04.663155 run osmo-stp_10.42.42.5(pid=27394): stdout: \u000a| (launched: 2022-12-14_08:16:02.980520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:04.786358 run osmo-stp_10.42.42.5(pid=27394): stderr: \u000a| �[0;m�[38;5;43m20221214081603153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081603153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081603153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081603154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081603154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081603154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081603154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:04.840506 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27394): Process ended prematurely: osmo-stp_10.42.42.5(pid=27394) [trial-2401↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27394)] [trial-2401↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:16:04.848536 tst handover.py:18: Test FAILED (6.9 sec)\u000a08:16:04.908100 run osmo-hlr_10.42.42.2(pid=27391): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27391)]\u000a08:16:04.957110 run osmo-hlr_10.42.42.2(pid=27391): stdout: \u000a| (launched: 2022-12-14_08:16:01.729643) \u000a08:16:05.006585 run osmo-hlr_10.42.42.2(pid=27391): stderr: \u000a| �[0;m�[1;31m20221214081602045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081602045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081602045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081602045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081602045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081602045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081602063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081602082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081602082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081602082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:05.073439 run osmo-msc_10.42.42.6(pid=27397): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27397)]\u000a08:16:05.122142 run osmo-msc_10.42.42.6(pid=27397): stdout: \u000a| (launched: 2022-12-14_08:16:03.944523) \u000a08:16:05.171440 run osmo-msc_10.42.42.6(pid=27397): stderr: \u000a| �[0;m�[38;5;43m20221214081604215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081604215 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62c7446c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081604215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081604215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081604215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081604216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081604217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081604218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081604218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081604218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:05.213589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27390): Terminating (SIGTERM)\u000a08:16:05.253254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27393): Terminating (SIGTERM)\u000a08:16:05.293488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27396): Terminating (SIGTERM)\u000a08:16:05.302683 --- ParallelTerminationStrategy: PID 27390 died...\u000a08:16:05.355391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27390): Terminated: ok {rc=0}\u000a08:16:05.364772 --- ParallelTerminationStrategy: PID 27393 died...\u000a08:16:05.417069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27393): Terminated: ok {rc=0}\u000a08:16:05.426520 --- ParallelTerminationStrategy: PID 27396 died...\u000a08:16:05.478754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27396): Terminated: ok {rc=0}\u000a08:16:05.566952 bus /sierra_3: Setting Powered False\u000a08:16:06.669008 bus /sierra_3: Setting Powered False\u000a08:16:07.781494 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:15:57" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27408): Process ended prematurely: osmo-stp_10.42.42.5(pid=27408) [trial-2401↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27408)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27408): Process ended prematurely: osmo-stp_10.42.42.5(pid=27408) [trial-2401↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:16:09.753097 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:09.764148 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:16:09.890788 tst handover.py: using LAC 39595\u000a08:16:10.014688 tst handover.py: using RAC 70\u000a08:16:10.142713 tst handover.py: using CellId 39595\u000a08:16:10.264909 tst handover.py: using BVCI 39596\u000a08:16:10.288411 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:16:10.410394 tst handover.py: using LAC 39596\u000a08:16:10.530236 tst handover.py: using RAC 71\u000a08:16:10.658281 tst handover.py: using CellId 39596\u000a08:16:10.786894 tst handover.py: using BVCI 39597\u000a08:16:10.812265 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:10.823711 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:10.835060 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:10.846425 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:10.857995 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:10.869484 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:16:10.989958 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:16:11.206523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:11.696168 run create_hlr_db(pid=27402): Launched\u000a08:16:11.830663 bus /sierra_2: Setting Powered False\u000a08:16:12.908182 run create_hlr_db(pid=27402): Terminated: ok {rc=0}\u000a08:16:13.296273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27404): Launched\u000a08:16:13.606686 run osmo-hlr_10.42.42.2(pid=27405): Launched\u000a08:16:13.721707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:14.233804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27407): Launched\u000a08:16:14.542514 run osmo-stp_10.42.42.5(pid=27408): Launched\u000a08:16:14.654740 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:15.191787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27410): Launched\u000a08:16:15.504197 run osmo-msc_10.42.42.6(pid=27411): Launched\u000a08:16:15.684563 run osmo-stp_10.42.42.5(pid=27408): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27408)]\u000a08:16:15.813805 run osmo-stp_10.42.42.5(pid=27408): stdout: \u000a| (launched: 2022-12-14_08:16:14.390274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:15.972296 run osmo-stp_10.42.42.5(pid=27408): stderr: \u000a| �[0;m�[38;5;43m20221214081614559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081614559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081614560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081614560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081614561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081614561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081614561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:16.109752 run osmo-stp_10.42.42.5(pid=27408): stdout: \u000a| (launched: 2022-12-14_08:16:14.390274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:16.247482 run osmo-stp_10.42.42.5(pid=27408): stderr: \u000a| �[0;m�[38;5;43m20221214081614559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081614559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081614560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081614560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081614561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081614561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081614561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:16.307263 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27408): Process ended prematurely: osmo-stp_10.42.42.5(pid=27408) [trial-2401↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27408)] [trial-2401↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a08:16:16.316837 tst handover.py:18: Test FAILED (6.6 sec)\u000a08:16:16.389694 run osmo-hlr_10.42.42.2(pid=27405): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27405)]\u000a08:16:16.450079 run osmo-hlr_10.42.42.2(pid=27405): stdout: \u000a| (launched: 2022-12-14_08:16:13.452127) \u000a08:16:16.511291 run osmo-hlr_10.42.42.2(pid=27405): stderr: \u000a| �[0;m�[1;31m20221214081613627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081613627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081613627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081613627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081613627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081613627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081613644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081613653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081613654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081613654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:16.587880 run osmo-msc_10.42.42.6(pid=27411): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27411)]\u000a08:16:16.641540 run osmo-msc_10.42.42.6(pid=27411): stdout: \u000a| (launched: 2022-12-14_08:16:15.348789) \u000a08:16:16.696266 run osmo-msc_10.42.42.6(pid=27411): stderr: \u000a| �[0;m�[38;5;43m20221214081615616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081615617 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1507991c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081615617 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081615617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081615617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081615617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081615619 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081615619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081615619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081615619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:16.744243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27404): Terminating (SIGTERM)\u000a08:16:16.790810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27407): Terminating (SIGTERM)\u000a08:16:16.837301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27410): Terminating (SIGTERM)\u000a08:16:16.848575 --- ParallelTerminationStrategy: PID 27404 died...\u000a08:16:16.910094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27404): Terminated: ok {rc=0}\u000a08:16:16.922201 --- ParallelTerminationStrategy: PID 27407 died...\u000a08:16:16.982032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27407): Terminated: ok {rc=0}\u000a08:16:16.993053 --- ParallelTerminationStrategy: PID 27410 died...\u000a08:16:17.053197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27410): Terminated: ok {rc=0}\u000a08:16:17.145901 bus /sierra_3: Setting Powered False\u000a08:16:18.249199 bus /sierra_3: Setting Powered False\u000a08:16:19.358233 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:16:09" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27422): Process ended prematurely: osmo-stp_10.42.42.5(pid=27422) [trial-2401↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27422)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27422): Process ended prematurely: osmo-stp_10.42.42.5(pid=27422) [trial-2401↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:16:21.351072 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:21.363054 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:16:21.497393 tst handover.py: using LAC 39597\u000a08:16:21.628657 tst handover.py: using RAC 72\u000a08:16:21.764534 tst handover.py: using CellId 39597\u000a08:16:21.892116 tst handover.py: using BVCI 39598\u000a08:16:21.918010 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:16:22.055362 tst handover.py: using LAC 39598\u000a08:16:22.185416 tst handover.py: using RAC 73\u000a08:16:22.312628 tst handover.py: using CellId 39598\u000a08:16:22.440797 tst handover.py: using BVCI 39599\u000a08:16:22.466307 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:22.477859 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:22.489168 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:22.500684 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:22.512425 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:22.524119 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:16:22.643904 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:16:22.851673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:23.320770 run create_hlr_db(pid=27416): Launched\u000a08:16:23.446130 bus /sierra_2: Setting Powered False\u000a08:16:24.519188 run create_hlr_db(pid=27416): Terminated: ok {rc=0}\u000a08:16:24.906343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27418): Launched\u000a08:16:25.214957 run osmo-hlr_10.42.42.2(pid=27419): Launched\u000a08:16:25.338402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:25.850894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27421): Launched\u000a08:16:26.159282 run osmo-stp_10.42.42.5(pid=27422): Launched\u000a08:16:26.270729 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:26.807236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27424): Launched\u000a08:16:27.115804 run osmo-msc_10.42.42.6(pid=27425): Launched\u000a08:16:27.295954 run osmo-stp_10.42.42.5(pid=27422): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27422)]\u000a08:16:27.424738 run osmo-stp_10.42.42.5(pid=27422): stdout: \u000a| (launched: 2022-12-14_08:16:26.006940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:27.552165 run osmo-stp_10.42.42.5(pid=27422): stderr: \u000a| �[0;m�[38;5;43m20221214081626177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081626177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081626177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081626177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081626178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081626178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081626178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:27.675474 run osmo-stp_10.42.42.5(pid=27422): stdout: \u000a| (launched: 2022-12-14_08:16:26.006940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:27.797648 run osmo-stp_10.42.42.5(pid=27422): stderr: \u000a| �[0;m�[38;5;43m20221214081626177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081626177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081626177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081626177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081626178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081626178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081626178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:27.851181 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27422): Process ended prematurely: osmo-stp_10.42.42.5(pid=27422) [trial-2401↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27422)] [trial-2401↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a08:16:27.859046 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:16:27.917956 run osmo-hlr_10.42.42.2(pid=27419): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27419)]\u000a08:16:27.966349 run osmo-hlr_10.42.42.2(pid=27419): stdout: \u000a| (launched: 2022-12-14_08:16:25.062970) \u000a08:16:28.015304 run osmo-hlr_10.42.42.2(pid=27419): stderr: \u000a| �[0;m�[1;31m20221214081625239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081625239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081625239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081625239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081625239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081625239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081625251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081625259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081625259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081625260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:28.082337 run osmo-msc_10.42.42.6(pid=27425): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27425)]\u000a08:16:28.130832 run osmo-msc_10.42.42.6(pid=27425): stdout: \u000a| (launched: 2022-12-14_08:16:26.963516) \u000a08:16:28.179792 run osmo-msc_10.42.42.6(pid=27425): stderr: \u000a| �[0;m�[38;5;43m20221214081627232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081627232 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe4afcfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081627232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081627232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081627232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081627232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081627234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081627234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081627235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081627235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:28.221523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27418): Terminating (SIGTERM)\u000a08:16:28.260886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27421): Terminating (SIGTERM)\u000a08:16:28.300357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27424): Terminating (SIGTERM)\u000a08:16:28.309551 --- ParallelTerminationStrategy: PID 27418 died...\u000a08:16:28.362364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27418): Terminated: ok {rc=0}\u000a08:16:28.371837 --- ParallelTerminationStrategy: PID 27421 died...\u000a08:16:28.424304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27421): Terminated: ok {rc=0}\u000a08:16:28.433766 --- ParallelTerminationStrategy: PID 27424 died...\u000a08:16:28.486373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27424): Terminated: ok {rc=0}\u000a08:16:28.570432 bus /sierra_3: Setting Powered False\u000a08:16:29.671846 bus /sierra_3: Setting Powered False\u000a08:16:30.783419 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:16:21" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27436): Process ended prematurely: osmo-stp_10.42.42.5(pid=27436) [trial-2401↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27436)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27436): Process ended prematurely: osmo-stp_10.42.42.5(pid=27436) [trial-2401↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:16:32.847533 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:32.859140 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:16:32.988483 tst handover.py: using LAC 39599\u000a08:16:33.111385 tst handover.py: using RAC 74\u000a08:16:33.234681 tst handover.py: using CellId 39599\u000a08:16:33.357711 tst handover.py: using BVCI 39600\u000a08:16:33.381469 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:16:33.525730 tst handover.py: using LAC 39600\u000a08:16:33.656866 tst handover.py: using RAC 75\u000a08:16:33.786336 tst handover.py: using CellId 39600\u000a08:16:33.915405 tst handover.py: using BVCI 39601\u000a08:16:33.940824 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:33.952503 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:33.963963 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:33.975573 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:33.987749 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:33.999425 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:16:34.122667 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:16:34.327522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:34.795415 run create_hlr_db(pid=27430): Launched\u000a08:16:34.921471 bus /sierra_2: Setting Powered False\u000a08:16:35.993791 run create_hlr_db(pid=27430): Terminated: ok {rc=0}\u000a08:16:36.407196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27432): Launched\u000a08:16:36.739338 run osmo-hlr_10.42.42.2(pid=27433): Launched\u000a08:16:36.859921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:37.403904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27435): Launched\u000a08:16:37.736291 run osmo-stp_10.42.42.5(pid=27436): Launched\u000a08:16:37.856176 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:38.431945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27438): Launched\u000a08:16:38.764408 run osmo-msc_10.42.42.6(pid=27439): Launched\u000a08:16:38.958380 run osmo-stp_10.42.42.5(pid=27436): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27436)]\u000a08:16:39.098111 run osmo-stp_10.42.42.5(pid=27436): stdout: \u000a| (launched: 2022-12-14_08:16:37.573085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:39.235816 run osmo-stp_10.42.42.5(pid=27436): stderr: \u000a| �[0;m�[38;5;43m20221214081637766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081637766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081637766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081637767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081637767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081637767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081637767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:39.368689 run osmo-stp_10.42.42.5(pid=27436): stdout: \u000a| (launched: 2022-12-14_08:16:37.573085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:39.500088 run osmo-stp_10.42.42.5(pid=27436): stderr: \u000a| �[0;m�[38;5;43m20221214081637766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081637766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081637766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081637767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081637767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081637767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081637767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:39.557725 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27436): Process ended prematurely: osmo-stp_10.42.42.5(pid=27436) [trial-2401↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27436)] [trial-2401↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a08:16:39.566263 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:16:39.629520 run osmo-hlr_10.42.42.2(pid=27433): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27433)]\u000a08:16:39.681058 run osmo-hlr_10.42.42.2(pid=27433): stdout: \u000a| (launched: 2022-12-14_08:16:36.575378) \u000a08:16:39.733383 run osmo-hlr_10.42.42.2(pid=27433): stderr: \u000a| �[0;m�[1;31m20221214081636775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081636775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081636775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081636775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081636775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081636775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081636787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081636797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081636798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081636798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:39.804413 run osmo-msc_10.42.42.6(pid=27439): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27439)]\u000a08:16:39.855782 run osmo-msc_10.42.42.6(pid=27439): stdout: \u000a| (launched: 2022-12-14_08:16:38.599538) \u000a08:16:39.907640 run osmo-msc_10.42.42.6(pid=27439): stderr: \u000a| �[0;m�[38;5;43m20221214081638919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081638919 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1782bc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081638919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081638919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081638920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081638920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081638921 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081638922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081638922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081638922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:39.952104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27432): Terminating (SIGTERM)\u000a08:16:39.994295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27435): Terminating (SIGTERM)\u000a08:16:40.036731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27438): Terminating (SIGTERM)\u000a08:16:40.046486 --- ParallelTerminationStrategy: PID 27432 died...\u000a08:16:40.102912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27432): Terminated: ok {rc=0}\u000a08:16:40.112903 --- ParallelTerminationStrategy: PID 27435 died...\u000a08:16:40.169089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27435): Terminated: ok {rc=0}\u000a08:16:40.179116 --- ParallelTerminationStrategy: PID 27438 died...\u000a08:16:40.235616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27438): Terminated: ok {rc=0}\u000a08:16:40.322977 bus /sierra_3: Setting Powered False\u000a08:16:41.426102 bus /sierra_3: Setting Powered False\u000a08:16:42.536830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:16:32" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27451): Process ended prematurely: osmo-stp_10.42.42.5(pid=27451) [trial-2401↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27451)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27451): Process ended prematurely: osmo-stp_10.42.42.5(pid=27451) [trial-2401↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a08:16:44.498644 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:16:44.509848 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a08:16:44.632545 tst handover.py: using LAC 39601\u000a08:16:44.756085 tst handover.py: using RAC 76\u000a08:16:44.879949 tst handover.py: using CellId 39601\u000a08:16:45.006578 tst handover.py: using BVCI 39602\u000a08:16:45.030243 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a08:16:45.159571 tst handover.py: using LAC 39602\u000a08:16:45.287672 tst handover.py: using RAC 77\u000a08:16:45.417229 tst handover.py: using CellId 39602\u000a08:16:45.544876 tst handover.py: using BVCI 39603\u000a08:16:45.570084 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:16:45.581667 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:16:45.592823 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:16:45.604035 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:16:45.615643 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:16:45.627280 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a08:16:45.747389 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a08:16:45.971132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:46.494071 run create_hlr_db(pid=27445): Launched\u000a08:16:46.628759 bus /sierra_2: Setting Powered False\u000a08:16:47.695593 run create_hlr_db(pid=27445): Terminated: ok {rc=0}\u000a08:16:48.082983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27447): Launched\u000a08:16:48.393329 run osmo-hlr_10.42.42.2(pid=27448): Launched\u000a08:16:48.505954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:49.013107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27450): Launched\u000a08:16:49.321552 run osmo-stp_10.42.42.5(pid=27451): Launched\u000a08:16:49.433273 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:49.971348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27453): Launched\u000a08:16:50.281965 run osmo-msc_10.42.42.6(pid=27454): Launched\u000a08:16:50.462442 run osmo-stp_10.42.42.5(pid=27451): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27451)]\u000a08:16:50.591988 run osmo-stp_10.42.42.5(pid=27451): stdout: \u000a| (launched: 2022-12-14_08:16:49.170016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:50.719968 run osmo-stp_10.42.42.5(pid=27451): stderr: \u000a| �[0;m�[38;5;43m20221214081649339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081649339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081649339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081649340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081649340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081649340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081649341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:50.843580 run osmo-stp_10.42.42.5(pid=27451): stdout: \u000a| (launched: 2022-12-14_08:16:49.170016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:50.966114 run osmo-stp_10.42.42.5(pid=27451): stderr: \u000a| �[0;m�[38;5;43m20221214081649339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081649339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081649339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081649340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081649340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081649340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081649341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:51.019969 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27451): Process ended prematurely: osmo-stp_10.42.42.5(pid=27451) [trial-2401↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27451)] [trial-2401↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a08:16:51.028177 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:16:51.087673 run osmo-hlr_10.42.42.2(pid=27448): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27448)]\u000a08:16:51.136689 run osmo-hlr_10.42.42.2(pid=27448): stdout: \u000a| (launched: 2022-12-14_08:16:48.241149) \u000a08:16:51.186243 run osmo-hlr_10.42.42.2(pid=27448): stderr: \u000a| �[0;m�[1;31m20221214081648416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081648416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081648416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081648416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081648417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081648417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081648429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081648437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081648437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081648437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:51.253270 run osmo-msc_10.42.42.6(pid=27454): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27454)]\u000a08:16:51.301755 run osmo-msc_10.42.42.6(pid=27454): stdout: \u000a| (launched: 2022-12-14_08:16:50.128174) \u000a08:16:51.351114 run osmo-msc_10.42.42.6(pid=27454): stderr: \u000a| �[0;m�[38;5;43m20221214081650397 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081650397 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4f5962c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081650397 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081650397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081650397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081650398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081650400 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081650400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081650400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081650400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:51.393039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27447): Terminating (SIGTERM)\u000a08:16:51.432372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27450): Terminating (SIGTERM)\u000a08:16:51.472021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27453): Terminating (SIGTERM)\u000a08:16:51.481241 --- ParallelTerminationStrategy: PID 27447 died...\u000a08:16:51.534432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27447): Terminated: ok {rc=0}\u000a08:16:51.544071 --- ParallelTerminationStrategy: PID 27450 died...\u000a08:16:51.596781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27450): Terminated: ok {rc=0}\u000a08:16:51.606352 --- ParallelTerminationStrategy: PID 27453 died...\u000a08:16:51.659123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27453): Terminated: ok {rc=0}\u000a08:16:51.742372 bus /sierra_3: Setting Powered False\u000a08:16:52.844096 bus /sierra_3: Setting Powered False\u000a08:16:53.954737 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:16:44" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27465): Process ended prematurely: osmo-stp_10.42.42.5(pid=27465) [trial-2401↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27465)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27465): Process ended prematurely: osmo-stp_10.42.42.5(pid=27465) [trial-2401↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a08:16:55.936835 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:16:55.949354 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:16:56.084058 tst handover.py: using LAC 39603\u000a08:16:56.215087 tst handover.py: using RAC 78\u000a08:16:56.341484 tst handover.py: using CellId 39603\u000a08:16:56.464376 tst handover.py: using BVCI 39604\u000a08:16:56.487781 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:16:56.626376 tst handover.py: using LAC 39604\u000a08:16:56.749864 tst handover.py: using RAC 79\u000a08:16:56.873557 tst handover.py: using CellId 39604\u000a08:16:56.995219 tst handover.py: using BVCI 39605\u000a08:16:57.019069 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:16:57.029903 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:16:57.040649 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:16:57.051327 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:16:57.062053 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:16:57.074092 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:16:57.195569 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:16:57.400330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:57.867370 run create_hlr_db(pid=27459): Launched\u000a08:16:57.993219 bus /sierra_2: Setting Powered False\u000a08:16:59.065433 run create_hlr_db(pid=27459): Terminated: ok {rc=0}\u000a08:16:59.477934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27461): Launched\u000a08:16:59.811049 run osmo-hlr_10.42.42.2(pid=27462): Launched\u000a08:16:59.935752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:00.481239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27464): Launched\u000a08:17:00.811661 run osmo-stp_10.42.42.5(pid=27465): Launched\u000a08:17:00.999524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:01.617291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27470): Launched\u000a08:17:01.986148 run osmo-msc_10.42.42.6(pid=27471): Launched\u000a08:17:02.211472 run osmo-stp_10.42.42.5(pid=27465): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27465)]\u000a08:17:02.468477 run osmo-stp_10.42.42.5(pid=27465): stdout: \u000a| (launched: 2022-12-14_08:17:00.649075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:02.597162 run osmo-stp_10.42.42.5(pid=27465): stderr: \u000a| �[0;m�[38;5;43m20221214081700842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081700842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081700843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081700843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081700843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081700843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081700844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:02.720536 run osmo-stp_10.42.42.5(pid=27465): stdout: \u000a| (launched: 2022-12-14_08:17:00.649075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:02.843059 run osmo-stp_10.42.42.5(pid=27465): stderr: \u000a| �[0;m�[38;5;43m20221214081700842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081700842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081700843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081700843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081700843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081700843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081700844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:02.896914 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27465): Process ended prematurely: osmo-stp_10.42.42.5(pid=27465) [trial-2401↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27465)] [trial-2401↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a08:17:02.905192 tst handover.py:18: Test FAILED (7.0 sec)\u000a08:17:02.965113 run osmo-hlr_10.42.42.2(pid=27462): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27462)]\u000a08:17:03.014254 run osmo-hlr_10.42.42.2(pid=27462): stdout: \u000a| (launched: 2022-12-14_08:16:59.647478) \u000a08:17:03.064443 run osmo-hlr_10.42.42.2(pid=27462): stderr: \u000a| �[0;m�[1;31m20221214081659844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081659844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081659844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081659844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081659844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081659845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081659857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081659868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081659869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081659869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:03.132160 run osmo-msc_10.42.42.6(pid=27471): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27471)]\u000a08:17:03.181196 run osmo-msc_10.42.42.6(pid=27471): stdout: \u000a| (launched: 2022-12-14_08:17:01.778550) \u000a08:17:03.231045 run osmo-msc_10.42.42.6(pid=27471): stderr: \u000a| �[0;m�[38;5;43m20221214081702320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081702320 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51b8814c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081702320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081702320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081702321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081702321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081702322 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081702323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081702323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081702323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:03.273593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27461): Terminating (SIGTERM)\u000a08:17:03.313643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27464): Terminating (SIGTERM)\u000a08:17:03.353878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27470): Terminating (SIGTERM)\u000a08:17:03.363243 --- ParallelTerminationStrategy: PID 27461 died...\u000a08:17:03.416669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27461): Terminated: ok {rc=0}\u000a08:17:03.426308 --- ParallelTerminationStrategy: PID 27464 died...\u000a08:17:03.479262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27464): Terminated: ok {rc=0}\u000a08:17:03.488841 --- ParallelTerminationStrategy: PID 27470 died...\u000a08:17:03.541807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27470): Terminated: ok {rc=0}\u000a08:17:03.629428 bus /sierra_3: Setting Powered False\u000a08:17:04.732110 bus /sierra_3: Setting Powered False\u000a08:17:05.843876 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:16:55" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27482): Process ended prematurely: osmo-stp_10.42.42.5(pid=27482) [trial-2401↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27482)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27482): Process ended prematurely: osmo-stp_10.42.42.5(pid=27482) [trial-2401↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a08:17:07.840057 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:17:07.851966 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:17:07.978529 tst handover.py: using LAC 39605\u000a08:17:08.101933 tst handover.py: using RAC 80\u000a08:17:08.225799 tst handover.py: using CellId 39605\u000a08:17:08.352250 tst handover.py: using BVCI 39606\u000a08:17:08.375850 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:17:08.509134 tst handover.py: using LAC 39606\u000a08:17:08.628642 tst handover.py: using RAC 81\u000a08:17:08.750427 tst handover.py: using CellId 39606\u000a08:17:08.872848 tst handover.py: using BVCI 39607\u000a08:17:08.896662 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:17:08.907791 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:17:08.918817 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:17:08.929758 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:17:08.940609 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:17:08.951733 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:17:09.074412 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:17:09.280209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:09.748808 run create_hlr_db(pid=27476): Launched\u000a08:17:09.876122 bus /sierra_2: Setting Powered False\u000a08:17:10.949037 run create_hlr_db(pid=27476): Terminated: ok {rc=0}\u000a08:17:11.361998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27478): Launched\u000a08:17:11.695266 run osmo-hlr_10.42.42.2(pid=27479): Launched\u000a08:17:11.818171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:12.369402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27481): Launched\u000a08:17:12.702632 run osmo-stp_10.42.42.5(pid=27482): Launched\u000a08:17:12.822986 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:13.399551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27484): Launched\u000a08:17:13.733874 run osmo-msc_10.42.42.6(pid=27485): Launched\u000a08:17:13.927280 run osmo-stp_10.42.42.5(pid=27482): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27482)]\u000a08:17:14.066792 run osmo-stp_10.42.42.5(pid=27482): stdout: \u000a| (launched: 2022-12-14_08:17:12.538218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:14.204698 run osmo-stp_10.42.42.5(pid=27482): stderr: \u000a| �[0;m�[38;5;43m20221214081712728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081712728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081712729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081712729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081712730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081712730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081712730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:14.337666 run osmo-stp_10.42.42.5(pid=27482): stdout: \u000a| (launched: 2022-12-14_08:17:12.538218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:14.469225 run osmo-stp_10.42.42.5(pid=27482): stderr: \u000a| �[0;m�[38;5;43m20221214081712728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081712728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081712729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081712729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081712730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081712730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081712730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:14.527104 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27482): Process ended prematurely: osmo-stp_10.42.42.5(pid=27482) [trial-2401↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27482)] [trial-2401↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a08:17:14.535915 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:17:14.599390 run osmo-hlr_10.42.42.2(pid=27479): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27479)]\u000a08:17:14.650961 run osmo-hlr_10.42.42.2(pid=27479): stdout: \u000a| (launched: 2022-12-14_08:17:11.530826) \u000a08:17:14.702985 run osmo-hlr_10.42.42.2(pid=27479): stderr: \u000a| �[0;m�[1;31m20221214081711727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081711727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081711727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081711727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081711727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081711727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081711739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081711748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081711748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081711749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:14.773999 run osmo-msc_10.42.42.6(pid=27485): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27485)]\u000a08:17:14.826463 run osmo-msc_10.42.42.6(pid=27485): stdout: \u000a| (launched: 2022-12-14_08:17:13.568256) \u000a08:17:14.879702 run osmo-msc_10.42.42.6(pid=27485): stderr: \u000a| �[0;m�[38;5;43m20221214081713887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081713887 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8220451c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081713887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081713887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081713887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081713887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081713889 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081713890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081713890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081713890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:14.924660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27478): Terminating (SIGTERM)\u000a08:17:14.966828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27481): Terminating (SIGTERM)\u000a08:17:15.008939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27484): Terminating (SIGTERM)\u000a08:17:15.018710 --- ParallelTerminationStrategy: PID 27478 died...\u000a08:17:15.075445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27478): Terminated: ok {rc=0}\u000a08:17:15.085710 --- ParallelTerminationStrategy: PID 27481 died...\u000a08:17:15.142265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27481): Terminated: ok {rc=0}\u000a08:17:15.152456 --- ParallelTerminationStrategy: PID 27484 died...\u000a08:17:15.208613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27484): Terminated: ok {rc=0}\u000a08:17:15.295939 bus /sierra_3: Setting Powered False\u000a08:17:16.399449 bus /sierra_3: Setting Powered False\u000a08:17:17.511494 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:17:07" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27496): Process ended prematurely: osmo-stp_10.42.42.5(pid=27496) [trial-2401↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27496)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27496): Process ended prematurely: osmo-stp_10.42.42.5(pid=27496) [trial-2401↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:17:19.499444 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:19.511281 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:17:19.639185 tst handover.py: using LAC 39607\u000a08:17:19.758425 tst handover.py: using RAC 82\u000a08:17:19.878210 tst handover.py: using CellId 39607\u000a08:17:19.997271 tst handover.py: using BVCI 39608\u000a08:17:20.020594 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:17:20.155787 tst handover.py: using LAC 39608\u000a08:17:20.276849 tst handover.py: using RAC 83\u000a08:17:20.397986 tst handover.py: using CellId 39608\u000a08:17:20.517915 tst handover.py: using BVCI 39609\u000a08:17:20.541679 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:20.552534 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:20.563421 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:20.574293 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:20.585179 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:17:20.595895 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:17:20.717739 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:17:20.923025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:21.391741 run create_hlr_db(pid=27490): Launched\u000a08:17:21.516529 bus /sierra_2: Setting Powered False\u000a08:17:22.589568 run create_hlr_db(pid=27490): Terminated: ok {rc=0}\u000a08:17:23.002687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27492): Launched\u000a08:17:23.334790 run osmo-hlr_10.42.42.2(pid=27493): Launched\u000a08:17:23.457463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:24.003686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27495): Launched\u000a08:17:24.334504 run osmo-stp_10.42.42.5(pid=27496): Launched\u000a08:17:24.455264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:25.033072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27498): Launched\u000a08:17:25.368713 run osmo-msc_10.42.42.6(pid=27499): Launched\u000a08:17:25.562237 run osmo-stp_10.42.42.5(pid=27496): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27496)]\u000a08:17:25.700218 run osmo-stp_10.42.42.5(pid=27496): stdout: \u000a| (launched: 2022-12-14_08:17:24.171513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:25.838635 run osmo-stp_10.42.42.5(pid=27496): stderr: \u000a| �[0;m�[38;5;43m20221214081724362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081724363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081724363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081724363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081724364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081724364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081724364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:25.972251 run osmo-stp_10.42.42.5(pid=27496): stdout: \u000a| (launched: 2022-12-14_08:17:24.171513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:26.104158 run osmo-stp_10.42.42.5(pid=27496): stderr: \u000a| �[0;m�[38;5;43m20221214081724362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081724363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081724363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081724363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081724364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081724364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081724364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:26.162259 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27496): Process ended prematurely: osmo-stp_10.42.42.5(pid=27496) [trial-2401↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27496)] [trial-2401↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:17:26.170935 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:17:26.234017 run osmo-hlr_10.42.42.2(pid=27493): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27493)]\u000a08:17:26.285403 run osmo-hlr_10.42.42.2(pid=27493): stdout: \u000a| (launched: 2022-12-14_08:17:23.170857) \u000a08:17:26.337455 run osmo-hlr_10.42.42.2(pid=27493): stderr: \u000a| �[0;m�[1;31m20221214081723368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081723368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081723368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081723368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081723368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081723368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081723380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081723389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081723389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081723389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:26.407791 run osmo-msc_10.42.42.6(pid=27499): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27499)]\u000a08:17:26.459002 run osmo-msc_10.42.42.6(pid=27499): stdout: \u000a| (launched: 2022-12-14_08:17:25.202909) \u000a08:17:26.510825 run osmo-msc_10.42.42.6(pid=27499): stderr: \u000a| �[0;m�[38;5;43m20221214081725519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081725520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc476fbcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081725520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081725520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081725520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081725520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081725523 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081725523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081725523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081725523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:26.555396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27492): Terminating (SIGTERM)\u000a08:17:26.597483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27495): Terminating (SIGTERM)\u000a08:17:26.639536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27498): Terminating (SIGTERM)\u000a08:17:26.649328 --- ParallelTerminationStrategy: PID 27492 died...\u000a08:17:26.706061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27492): Terminated: ok {rc=0}\u000a08:17:26.716144 --- ParallelTerminationStrategy: PID 27495 died...\u000a08:17:26.772255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27495): Terminated: ok {rc=0}\u000a08:17:26.782335 --- ParallelTerminationStrategy: PID 27498 died...\u000a08:17:26.838641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27498): Terminated: ok {rc=0}\u000a08:17:26.926441 bus /sierra_3: Setting Powered False\u000a08:17:28.031697 bus /sierra_3: Setting Powered False\u000a08:17:29.143390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:17:19" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27511): Process ended prematurely: osmo-stp_10.42.42.5(pid=27511) [trial-2401↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27511)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27511): Process ended prematurely: osmo-stp_10.42.42.5(pid=27511) [trial-2401↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:17:31.112429 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:17:31.124222 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:17:31.255979 tst handover.py: using LAC 39609\u000a08:17:31.381136 tst handover.py: using RAC 84\u000a08:17:31.511235 tst handover.py: using CellId 39609\u000a08:17:31.644014 tst handover.py: using BVCI 39610\u000a08:17:31.670606 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:17:31.807180 tst handover.py: using LAC 39610\u000a08:17:31.936888 tst handover.py: using RAC 85\u000a08:17:32.083892 tst handover.py: using CellId 39610\u000a08:17:32.220055 tst handover.py: using BVCI 39611\u000a08:17:32.246769 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:17:32.259132 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:17:32.271362 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:17:32.283827 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:17:32.297383 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:17:32.310572 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:17:32.430086 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:17:32.633917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:33.103729 run create_hlr_db(pid=27505): Launched\u000a08:17:33.229297 bus /sierra_2: Setting Powered False\u000a08:17:34.302640 run create_hlr_db(pid=27505): Terminated: ok {rc=0}\u000a08:17:34.690348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27507): Launched\u000a08:17:35.002202 run osmo-hlr_10.42.42.2(pid=27508): Launched\u000a08:17:35.124706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:35.641766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27510): Launched\u000a08:17:35.951899 run osmo-stp_10.42.42.5(pid=27511): Launched\u000a08:17:36.064673 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:36.603203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27513): Launched\u000a08:17:36.916504 run osmo-msc_10.42.42.6(pid=27514): Launched\u000a08:17:37.096942 run osmo-stp_10.42.42.5(pid=27511): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27511)]\u000a08:17:37.226213 run osmo-stp_10.42.42.5(pid=27511): stdout: \u000a| (launched: 2022-12-14_08:17:35.798743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:37.354133 run osmo-stp_10.42.42.5(pid=27511): stderr: \u000a| �[0;m�[38;5;43m20221214081735971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081735971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081735971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081735971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081735972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081735972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081735972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:37.477413 run osmo-stp_10.42.42.5(pid=27511): stdout: \u000a| (launched: 2022-12-14_08:17:35.798743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:37.599716 run osmo-stp_10.42.42.5(pid=27511): stderr: \u000a| �[0;m�[38;5;43m20221214081735971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081735971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081735971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081735971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081735972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081735972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081735972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:37.653690 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27511): Process ended prematurely: osmo-stp_10.42.42.5(pid=27511) [trial-2401↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27511)] [trial-2401↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a08:17:37.661612 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:17:37.720682 run osmo-hlr_10.42.42.2(pid=27508): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27508)]\u000a08:17:37.769242 run osmo-hlr_10.42.42.2(pid=27508): stdout: \u000a| (launched: 2022-12-14_08:17:34.848647) \u000a08:17:37.818869 run osmo-hlr_10.42.42.2(pid=27508): stderr: \u000a| �[0;m�[1;31m20221214081735024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081735024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081735024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081735025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081735025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081735025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081735036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081735045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081735045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081735045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:37.886107 run osmo-msc_10.42.42.6(pid=27514): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27514)]\u000a08:17:37.935090 run osmo-msc_10.42.42.6(pid=27514): stdout: \u000a| (launched: 2022-12-14_08:17:36.761049) \u000a08:17:37.984005 run osmo-msc_10.42.42.6(pid=27514): stderr: \u000a| �[0;m�[38;5;43m20221214081737029 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081737030 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc599765c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081737030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081737030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081737030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081737030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081737032 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081737032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081737032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081737032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:38.025817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27507): Terminating (SIGTERM)\u000a08:17:38.065498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27510): Terminating (SIGTERM)\u000a08:17:38.105198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27513): Terminating (SIGTERM)\u000a08:17:38.114411 --- ParallelTerminationStrategy: PID 27507 died...\u000a08:17:38.167433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27507): Terminated: ok {rc=0}\u000a08:17:38.177054 --- ParallelTerminationStrategy: PID 27510 died...\u000a08:17:38.229545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27510): Terminated: ok {rc=0}\u000a08:17:38.238959 --- ParallelTerminationStrategy: PID 27513 died...\u000a08:17:38.291552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27513): Terminated: ok {rc=0}\u000a08:17:38.375770 bus /sierra_3: Setting Powered False\u000a08:17:39.482977 bus /sierra_3: Setting Powered False\u000a08:17:40.591214 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:17:30" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27525): Process ended prematurely: osmo-stp_10.42.42.5(pid=27525) [trial-2401↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27525)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27525): Process ended prematurely: osmo-stp_10.42.42.5(pid=27525) [trial-2401↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:17:42.577147 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:42.588552 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:17:42.719999 tst handover.py: using LAC 39611\u000a08:17:42.855795 tst handover.py: using RAC 86\u000a08:17:42.984640 tst handover.py: using CellId 39611\u000a08:17:43.106516 tst handover.py: using BVCI 39612\u000a08:17:43.130157 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:17:43.279252 tst handover.py: using LAC 39612\u000a08:17:43.407102 tst handover.py: using RAC 87\u000a08:17:43.536520 tst handover.py: using CellId 39612\u000a08:17:43.664364 tst handover.py: using BVCI 39613\u000a08:17:43.689672 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:43.701081 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:43.712209 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:43.723450 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:43.735066 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:43.747056 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:17:43.866033 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:17:44.069243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:44.537570 run create_hlr_db(pid=27519): Launched\u000a08:17:44.663268 bus /sierra_2: Setting Powered False\u000a08:17:45.735718 run create_hlr_db(pid=27519): Terminated: ok {rc=0}\u000a08:17:46.165660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27521): Launched\u000a08:17:46.491098 run osmo-hlr_10.42.42.2(pid=27522): Launched\u000a08:17:46.714627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:47.379683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27524): Launched\u000a08:17:47.690853 run osmo-stp_10.42.42.5(pid=27525): Launched\u000a08:17:47.803005 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:48.341239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27527): Launched\u000a08:17:48.653410 run osmo-msc_10.42.42.6(pid=27528): Launched\u000a08:17:48.834685 run osmo-stp_10.42.42.5(pid=27525): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27525)]\u000a08:17:48.964556 run osmo-stp_10.42.42.5(pid=27525): stdout: \u000a| (launched: 2022-12-14_08:17:47.536703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:49.092131 run osmo-stp_10.42.42.5(pid=27525): stderr: \u000a| �[0;m�[38;5;43m20221214081747705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081747705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081747705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081747706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081747706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081747706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081747706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:49.215984 run osmo-stp_10.42.42.5(pid=27525): stdout: \u000a| (launched: 2022-12-14_08:17:47.536703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:49.338033 run osmo-stp_10.42.42.5(pid=27525): stderr: \u000a| �[0;m�[38;5;43m20221214081747705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081747705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081747705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081747706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081747706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081747706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081747706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:49.392041 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27525): Process ended prematurely: osmo-stp_10.42.42.5(pid=27525) [trial-2401↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27525)] [trial-2401↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a08:17:49.399995 tst handover.py:18: Test FAILED (6.8 sec)\u000a08:17:49.459647 run osmo-hlr_10.42.42.2(pid=27522): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27522)]\u000a08:17:49.508476 run osmo-hlr_10.42.42.2(pid=27522): stdout: \u000a| (launched: 2022-12-14_08:17:46.331340) \u000a08:17:49.557726 run osmo-hlr_10.42.42.2(pid=27522): stderr: \u000a| �[0;m�[1;31m20221214081746677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081746677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081746677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081746677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081746677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081746678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081746691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081746707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081746707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081746707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:49.624591 run osmo-msc_10.42.42.6(pid=27528): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27528)]\u000a08:17:49.673227 run osmo-msc_10.42.42.6(pid=27528): stdout: \u000a| (launched: 2022-12-14_08:17:48.499220) \u000a08:17:49.722424 run osmo-msc_10.42.42.6(pid=27528): stderr: \u000a| �[0;m�[38;5;43m20221214081748770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081748770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f202c73bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081748770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081748770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081748770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081748770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081748772 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081748772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081748773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081748773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:49.764808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27521): Terminating (SIGTERM)\u000a08:17:49.804564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27524): Terminating (SIGTERM)\u000a08:17:49.844208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27527): Terminating (SIGTERM)\u000a08:17:49.853488 --- ParallelTerminationStrategy: PID 27521 died...\u000a08:17:49.906543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27521): Terminated: ok {rc=0}\u000a08:17:49.916082 --- ParallelTerminationStrategy: PID 27524 died...\u000a08:17:49.968728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27524): Terminated: ok {rc=0}\u000a08:17:49.978357 --- ParallelTerminationStrategy: PID 27527 died...\u000a08:17:50.030705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27527): Terminated: ok {rc=0}\u000a08:17:50.117439 bus /sierra_3: Setting Powered False\u000a08:17:51.220229 bus /sierra_3: Setting Powered False\u000a08:17:52.331012 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:17:42" }, { "cases" : [ { "testActions" : [ ], "age" : 199, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27540): Process ended prematurely: osmo-stp_10.42.42.5(pid=27540) [trial-2401↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27540)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27540): Process ended prematurely: osmo-stp_10.42.42.5(pid=27540) [trial-2401↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:17:54.313012 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:54.324142 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:17:54.455232 tst handover.py: using LAC 39613\u000a08:17:54.584908 tst handover.py: using RAC 88\u000a08:17:54.715883 tst handover.py: using CellId 39613\u000a08:17:54.845548 tst handover.py: using BVCI 39614\u000a08:17:54.871053 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:17:55.009937 tst handover.py: using LAC 39614\u000a08:17:55.133664 tst handover.py: using RAC 89\u000a08:17:55.254247 tst handover.py: using CellId 39614\u000a08:17:55.376874 tst handover.py: using BVCI 39615\u000a08:17:55.400528 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:55.411577 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:55.422314 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:55.433077 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:55.443770 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:55.454410 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:17:55.578252 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:17:55.783129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:56.250903 run create_hlr_db(pid=27534): Launched\u000a08:17:56.376444 bus /sierra_2: Setting Powered False\u000a08:17:57.448721 run create_hlr_db(pid=27534): Terminated: ok {rc=0}\u000a08:17:57.836514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27536): Launched\u000a08:17:58.149001 run osmo-hlr_10.42.42.2(pid=27537): Launched\u000a08:17:58.260843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:58.770176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27539): Launched\u000a08:17:59.080733 run osmo-stp_10.42.42.5(pid=27540): Launched\u000a08:17:59.193370 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:59.732417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27542): Launched\u000a08:18:00.043061 run osmo-msc_10.42.42.6(pid=27543): Launched\u000a08:18:00.224655 run osmo-stp_10.42.42.5(pid=27540): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27540)]\u000a08:18:00.354387 run osmo-stp_10.42.42.5(pid=27540): stdout: \u000a| (launched: 2022-12-14_08:17:58.927953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:00.482302 run osmo-stp_10.42.42.5(pid=27540): stderr: \u000a| �[0;m�[38;5;43m20221214081759098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081759098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081759098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081759099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081759099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081759099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081759099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:00.605786 run osmo-stp_10.42.42.5(pid=27540): stdout: \u000a| (launched: 2022-12-14_08:17:58.927953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:00.727614 run osmo-stp_10.42.42.5(pid=27540): stderr: \u000a| �[0;m�[38;5;43m20221214081759098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081759098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081759098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081759099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081759099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081759099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081759099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:00.781366 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27540): Process ended prematurely: osmo-stp_10.42.42.5(pid=27540) [trial-2401↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27540)] [trial-2401↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a08:18:00.789164 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:18:00.849783 run osmo-hlr_10.42.42.2(pid=27537): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27537)]\u000a08:18:00.899125 run osmo-hlr_10.42.42.2(pid=27537): stdout: \u000a| (launched: 2022-12-14_08:17:57.994280) \u000a08:18:00.949782 run osmo-hlr_10.42.42.2(pid=27537): stderr: \u000a| �[0;m�[1;31m20221214081758169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081758169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081758169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081758169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081758169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081758169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081758198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081758207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081758207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081758207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:18:01.017212 run osmo-msc_10.42.42.6(pid=27543): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27543)]\u000a08:18:01.066597 run osmo-msc_10.42.42.6(pid=27543): stdout: \u000a| (launched: 2022-12-14_08:17:59.889365) \u000a08:18:01.116284 run osmo-msc_10.42.42.6(pid=27543): stderr: \u000a| �[0;m�[38;5;43m20221214081800156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081800157 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09a166ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081800157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081800157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081800157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081800157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081800159 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081800159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081800160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081800160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:18:01.158800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27536): Terminating (SIGTERM)\u000a08:18:01.199073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27539): Terminating (SIGTERM)\u000a08:18:01.239264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27542): Terminating (SIGTERM)\u000a08:18:01.248482 --- ParallelTerminationStrategy: PID 27536 died...\u000a08:18:01.301949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27536): Terminated: ok {rc=0}\u000a08:18:01.311792 --- ParallelTerminationStrategy: PID 27539 died...\u000a08:18:01.364911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27539): Terminated: ok {rc=0}\u000a08:18:01.374801 --- ParallelTerminationStrategy: PID 27542 died...\u000a08:18:01.428021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27542): Terminated: ok {rc=0}\u000a08:18:01.511149 bus /sierra_3: Setting Powered False\u000a08:18:02.615647 bus /sierra_3: Setting Powered False\u000a08:18:03.723006 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:17:54" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27554): Process ended prematurely: osmo-stp_10.42.42.5(pid=27554) [trial-2401↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27554)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27554): Process ended prematurely: osmo-stp_10.42.42.5(pid=27554) [trial-2401↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a08:18:05.717572 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:18:05.729098 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:18:05.852383 tst handover.py: using LAC 39615\u000a08:18:05.975621 tst handover.py: using RAC 90\u000a08:18:06.099014 tst handover.py: using CellId 39615\u000a08:18:06.222045 tst handover.py: using BVCI 39616\u000a08:18:06.245551 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:18:06.384608 tst handover.py: using LAC 39616\u000a08:18:06.507410 tst handover.py: using RAC 91\u000a08:18:06.630008 tst handover.py: using CellId 39616\u000a08:18:06.756056 tst handover.py: using BVCI 39617\u000a08:18:06.779854 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:18:06.790906 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:18:06.801805 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:18:06.812374 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:18:06.823274 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:18:06.834166 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:18:06.950780 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:18:07.167335 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:18:07.662922 run create_hlr_db(pid=27548): Launched\u000a08:18:07.798738 bus /sierra_2: Setting Powered False\u000a08:18:08.876050 run create_hlr_db(pid=27548): Terminated: ok {rc=0}\u000a08:18:09.290714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27550): Launched\u000a08:18:09.622917 run osmo-hlr_10.42.42.2(pid=27551): Launched\u000a08:18:09.744238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:18:10.291866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27553): Launched\u000a08:18:10.625273 run osmo-stp_10.42.42.5(pid=27554): Launched\u000a08:18:10.745876 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:18:11.329533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27556): Launched\u000a08:18:11.665203 run osmo-msc_10.42.42.6(pid=27557): Launched\u000a08:18:11.860159 run osmo-stp_10.42.42.5(pid=27554): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27554)]\u000a08:18:12.000614 run osmo-stp_10.42.42.5(pid=27554): stdout: \u000a| (launched: 2022-12-14_08:18:10.460346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:12.139275 run osmo-stp_10.42.42.5(pid=27554): stderr: \u000a| �[0;m�[38;5;43m20221214081810653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081810653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081810653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081810654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081810654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081810654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081810654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:12.272903 run osmo-stp_10.42.42.5(pid=27554): stdout: \u000a| (launched: 2022-12-14_08:18:10.460346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:12.405375 run osmo-stp_10.42.42.5(pid=27554): stderr: \u000a| �[0;m�[38;5;43m20221214081810653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081810653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081810653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081810654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081810654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081810654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081810654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:12.463422 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27554): Process ended prematurely: osmo-stp_10.42.42.5(pid=27554) [trial-2401↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27554)] [trial-2401↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a08:18:12.472183 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:18:12.535321 run osmo-hlr_10.42.42.2(pid=27551): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27551)]\u000a08:18:12.586915 run osmo-hlr_10.42.42.2(pid=27551): stdout: \u000a| (launched: 2022-12-14_08:18:09.459700) \u000a08:18:12.638980 run osmo-hlr_10.42.42.2(pid=27551): stderr: \u000a| �[0;m�[1;31m20221214081809658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081809658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081809658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081809658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081809658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081809658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081809669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081809678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081809678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081809678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:18:12.709465 run osmo-msc_10.42.42.6(pid=27557): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27557)]\u000a08:18:12.760701 run osmo-msc_10.42.42.6(pid=27557): stdout: \u000a| (launched: 2022-12-14_08:18:11.498817) \u000a08:18:12.812870 run osmo-msc_10.42.42.6(pid=27557): stderr: \u000a| �[0;m�[38;5;43m20221214081811817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081811817 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f660533dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081811817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081811817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081811817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081811818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081811819 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081811820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081811820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081811820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:18:12.857646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27550): Terminating (SIGTERM)\u000a08:18:12.899794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27553): Terminating (SIGTERM)\u000a08:18:12.942186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27556): Terminating (SIGTERM)\u000a08:18:12.951979 --- ParallelTerminationStrategy: PID 27550 died...\u000a08:18:13.008636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27550): Terminated: ok {rc=0}\u000a08:18:13.018786 --- ParallelTerminationStrategy: PID 27553 died...\u000a08:18:13.074906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27553): Terminated: ok {rc=0}\u000a08:18:13.084741 --- ParallelTerminationStrategy: PID 27556 died...\u000a08:18:13.141068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27556): Terminated: ok {rc=0}\u000a08:18:13.228229 bus /sierra_3: Setting Powered False\u000a08:18:14.334263 bus /sierra_3: Setting Powered False\u000a08:18:15.442638 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:18:05" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27568): Process ended prematurely: osmo-stp_10.42.42.5(pid=27568) [trial-2401↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27568)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27568): Process ended prematurely: osmo-stp_10.42.42.5(pid=27568) [trial-2401↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a08:18:17.458055 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:18:17.469591 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:18:17.601649 tst handover.py: using LAC 39617\u000a08:18:17.733626 tst handover.py: using RAC 92\u000a08:18:17.864292 tst handover.py: using CellId 39617\u000a08:18:17.996482 tst handover.py: using BVCI 39618\u000a08:18:18.021802 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:18:18.165238 tst handover.py: using LAC 39618\u000a08:18:18.290144 tst handover.py: using RAC 93\u000a08:18:18.414488 tst handover.py: using CellId 39618\u000a08:18:18.539134 tst handover.py: using BVCI 39619\u000a08:18:18.563179 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:18:18.574475 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:18:18.585540 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:18:18.596577 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:18:18.607782 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:18:18.619068 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:18:18.741774 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:18:18.947900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:18:19.418627 run create_hlr_db(pid=27562): Launched\u000a08:18:19.544849 bus /sierra_2: Setting Powered False\u000a08:18:20.618553 run create_hlr_db(pid=27562): Terminated: ok {rc=0}\u000a08:18:21.006982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27564): Launched\u000a08:18:21.318189 run osmo-hlr_10.42.42.2(pid=27565): Launched\u000a08:18:21.430848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:18:21.940630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27567): Launched\u000a08:18:22.252702 run osmo-stp_10.42.42.5(pid=27568): Launched\u000a08:18:22.364716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:18:22.903649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27570): Launched\u000a08:18:23.215287 run osmo-msc_10.42.42.6(pid=27571): Launched\u000a08:18:23.395305 run osmo-stp_10.42.42.5(pid=27568): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27568)]\u000a08:18:23.525623 run osmo-stp_10.42.42.5(pid=27568): stdout: \u000a| (launched: 2022-12-14_08:18:22.097818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:23.654197 run osmo-stp_10.42.42.5(pid=27568): stderr: \u000a| �[0;m�[38;5;43m20221214081822268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081822268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081822268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081822269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081822269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081822269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081822269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:23.778147 run osmo-stp_10.42.42.5(pid=27568): stdout: \u000a| (launched: 2022-12-14_08:18:22.097818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:23.901157 run osmo-stp_10.42.42.5(pid=27568): stderr: \u000a| �[0;m�[38;5;43m20221214081822268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081822268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081822268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081822269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081822269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081822269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081822269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:23.955224 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27568): Process ended prematurely: osmo-stp_10.42.42.5(pid=27568) [trial-2401↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27568)] [trial-2401↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a08:18:23.963378 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:18:24.023196 run osmo-hlr_10.42.42.2(pid=27565): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27565)]\u000a08:18:24.071949 run osmo-hlr_10.42.42.2(pid=27565): stdout: \u000a| (launched: 2022-12-14_08:18:21.164611) \u000a08:18:24.121517 run osmo-hlr_10.42.42.2(pid=27565): stderr: \u000a| �[0;m�[1;31m20221214081821341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081821341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081821341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081821341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081821341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081821341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081821354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081821362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081821362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081821362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:18:24.188534 run osmo-msc_10.42.42.6(pid=27571): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27571)]\u000a08:18:24.237280 run osmo-msc_10.42.42.6(pid=27571): stdout: \u000a| (launched: 2022-12-14_08:18:23.061779) \u000a08:18:24.286584 run osmo-msc_10.42.42.6(pid=27571): stderr: \u000a| �[0;m�[38;5;43m20221214081823333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081823333 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4419afdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081823333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081823333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081823333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081823333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081823335 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081823335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081823336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081823336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:18:24.328736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27564): Terminating (SIGTERM)\u000a08:18:24.368552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27567): Terminating (SIGTERM)\u000a08:18:24.408113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27570): Terminating (SIGTERM)\u000a08:18:24.417413 --- ParallelTerminationStrategy: PID 27564 died...\u000a08:18:24.470615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27564): Terminated: ok {rc=0}\u000a08:18:24.480168 --- ParallelTerminationStrategy: PID 27567 died...\u000a08:18:24.533009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27567): Terminated: ok {rc=0}\u000a08:18:24.542595 --- ParallelTerminationStrategy: PID 27570 died...\u000a08:18:24.595730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27570): Terminated: ok {rc=0}\u000a08:18:24.683645 bus /sierra_3: Setting Powered False\u000a08:18:25.786191 bus /sierra_3: Setting Powered False\u000a08:18:26.893221 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:18:17" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27582): Process ended prematurely: osmo-stp_10.42.42.5(pid=27582) [trial-2401↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27582)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27582): Process ended prematurely: osmo-stp_10.42.42.5(pid=27582) [trial-2401↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:18:28.892857 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:18:28.904598 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:18:29.031110 tst handover.py: using LAC 39619\u000a08:18:29.155396 tst handover.py: using RAC 94\u000a08:18:29.278709 tst handover.py: using CellId 39619\u000a08:18:29.402212 tst handover.py: using BVCI 39620\u000a08:18:29.425846 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:18:29.563530 tst handover.py: using LAC 39620\u000a08:18:29.686794 tst handover.py: using RAC 95\u000a08:18:29.809988 tst handover.py: using CellId 39620\u000a08:18:29.936099 tst handover.py: using BVCI 39621\u000a08:18:29.959782 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:18:29.970799 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:18:29.981649 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:18:29.992506 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:18:30.003336 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:18:30.014181 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:18:30.137070 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:18:30.341860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:18:30.809680 run create_hlr_db(pid=27576): Launched\u000a08:18:30.952247 bus /sierra_2: Setting Powered False\u000a08:18:32.031768 run create_hlr_db(pid=27576): Terminated: ok {rc=0}\u000a08:18:32.451655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27578): Launched\u000a08:18:32.785370 run osmo-hlr_10.42.42.2(pid=27579): Launched\u000a08:18:32.910065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:18:33.459282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27581): Launched\u000a08:18:33.792135 run osmo-stp_10.42.42.5(pid=27582): Launched\u000a08:18:33.912240 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:18:34.489846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27584): Launched\u000a08:18:34.823413 run osmo-msc_10.42.42.6(pid=27585): Launched\u000a08:18:35.017450 run osmo-stp_10.42.42.5(pid=27582): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27582)]\u000a08:18:35.157573 run osmo-stp_10.42.42.5(pid=27582): stdout: \u000a| (launched: 2022-12-14_08:18:33.627599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:35.298124 run osmo-stp_10.42.42.5(pid=27582): stderr: \u000a| �[0;m�[38;5;43m20221214081833820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081833820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081833820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081833821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081833821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081833821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081833821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:35.431486 run osmo-stp_10.42.42.5(pid=27582): stdout: \u000a| (launched: 2022-12-14_08:18:33.627599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:35.563409 run osmo-stp_10.42.42.5(pid=27582): stderr: \u000a| �[0;m�[38;5;43m20221214081833820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081833820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081833820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081833821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081833821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081833821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081833821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:35.621380 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27582): Process ended prematurely: osmo-stp_10.42.42.5(pid=27582) [trial-2401↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27582)] [trial-2401↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:18:35.630071 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:18:35.693227 run osmo-hlr_10.42.42.2(pid=27579): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27579)]\u000a08:18:35.744494 run osmo-hlr_10.42.42.2(pid=27579): stdout: \u000a| (launched: 2022-12-14_08:18:32.620609) \u000a08:18:35.796409 run osmo-hlr_10.42.42.2(pid=27579): stderr: \u000a| �[0;m�[1;31m20221214081832818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081832819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081832819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081832819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081832819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081832819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081832831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081832840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081832840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081832841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:18:35.866674 run osmo-msc_10.42.42.6(pid=27585): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27585)]\u000a08:18:35.917746 run osmo-msc_10.42.42.6(pid=27585): stdout: \u000a| (launched: 2022-12-14_08:18:34.658403) \u000a08:18:35.969160 run osmo-msc_10.42.42.6(pid=27585): stderr: \u000a| �[0;m�[38;5;43m20221214081834979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081834979 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2570038c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081834979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081834979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081834979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081834979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081834981 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081834982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081834982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081834982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:18:36.013598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27578): Terminating (SIGTERM)\u000a08:18:36.055669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27581): Terminating (SIGTERM)\u000a08:18:36.097468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27584): Terminating (SIGTERM)\u000a08:18:36.107160 --- ParallelTerminationStrategy: PID 27578 died...\u000a08:18:36.163087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27578): Terminated: ok {rc=0}\u000a08:18:36.173048 --- ParallelTerminationStrategy: PID 27581 died...\u000a08:18:36.229091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27581): Terminated: ok {rc=0}\u000a08:18:36.239174 --- ParallelTerminationStrategy: PID 27584 died...\u000a08:18:36.294739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27584): Terminated: ok {rc=0}\u000a08:18:36.381734 bus /sierra_3: Setting Powered False\u000a08:18:37.485036 bus /sierra_3: Setting Powered False\u000a08:18:38.595659 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:18:28" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27596): Process ended prematurely: osmo-stp_10.42.42.5(pid=27596) [trial-2401↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27596)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27596): Process ended prematurely: osmo-stp_10.42.42.5(pid=27596) [trial-2401↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:18:40.569060 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:40.580426 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:18:40.711776 tst handover.py: using LAC 39621\u000a08:18:40.842676 tst handover.py: using RAC 96\u000a08:18:40.974802 tst handover.py: using CellId 39621\u000a08:18:41.103808 tst handover.py: using BVCI 39622\u000a08:18:41.129678 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:18:41.259919 tst handover.py: using LAC 39622\u000a08:18:41.389365 tst handover.py: using RAC 97\u000a08:18:41.514151 tst handover.py: using CellId 39622\u000a08:18:41.635468 tst handover.py: using BVCI 39623\u000a08:18:41.659253 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:41.670274 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:41.680866 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:41.691670 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:41.702376 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:18:41.713426 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:18:41.835829 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:18:42.050797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:18:42.542844 run create_hlr_db(pid=27590): Launched\u000a08:18:42.677666 bus /sierra_2: Setting Powered False\u000a08:18:43.754714 run create_hlr_db(pid=27590): Terminated: ok {rc=0}\u000a08:18:44.170427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27592): Launched\u000a08:18:44.504881 run osmo-hlr_10.42.42.2(pid=27593): Launched\u000a08:18:44.628401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:18:45.177120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27595): Launched\u000a08:18:45.512244 run osmo-stp_10.42.42.5(pid=27596): Launched\u000a08:18:45.633288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:18:46.247941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27598): Launched\u000a08:18:46.690045 run osmo-msc_10.42.42.6(pid=27599): Launched\u000a08:18:46.919956 run osmo-stp_10.42.42.5(pid=27596): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27596)]\u000a08:18:47.192810 run osmo-stp_10.42.42.5(pid=27596): stdout: \u000a| (launched: 2022-12-14_08:18:45.347198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:47.445763 run osmo-stp_10.42.42.5(pid=27596): stderr: \u000a| �[0;m�[38;5;43m20221214081845537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081845537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081845537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081845538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081845538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081845538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081845538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:47.569625 run osmo-stp_10.42.42.5(pid=27596): stdout: \u000a| (launched: 2022-12-14_08:18:45.347198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:47.692210 run osmo-stp_10.42.42.5(pid=27596): stderr: \u000a| �[0;m�[38;5;43m20221214081845537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081845537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081845537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081845538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081845538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081845538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081845538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:47.746130 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27596): Process ended prematurely: osmo-stp_10.42.42.5(pid=27596) [trial-2401↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27596)] [trial-2401↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a08:18:47.754236 tst handover.py:18: Test FAILED (7.2 sec)\u000a08:18:47.814101 run osmo-hlr_10.42.42.2(pid=27593): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27593)]\u000a08:18:47.863499 run osmo-hlr_10.42.42.2(pid=27593): stdout: \u000a| (launched: 2022-12-14_08:18:44.340301) \u000a08:18:47.913071 run osmo-hlr_10.42.42.2(pid=27593): stderr: \u000a| �[0;m�[1;31m20221214081844539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081844539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081844539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081844539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081844539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081844539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081844552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081844561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081844561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081844561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:18:47.980237 run osmo-msc_10.42.42.6(pid=27599): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27599)]\u000a08:18:48.029205 run osmo-msc_10.42.42.6(pid=27599): stdout: \u000a| (launched: 2022-12-14_08:18:46.420012) \u000a08:18:48.078668 run osmo-msc_10.42.42.6(pid=27599): stderr: \u000a| �[0;m�[38;5;43m20221214081847012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081847012 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27028f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081847012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081847013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081847013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081847014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081847020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081847020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081847020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081847020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:18:48.121077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27592): Terminating (SIGTERM)\u000a08:18:48.161446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27595): Terminating (SIGTERM)\u000a08:18:48.201145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27598): Terminating (SIGTERM)\u000a08:18:48.210300 --- ParallelTerminationStrategy: PID 27592 died...\u000a08:18:48.263523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27592): Terminated: ok {rc=0}\u000a08:18:48.273145 --- ParallelTerminationStrategy: PID 27595 died...\u000a08:18:48.325822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27595): Terminated: ok {rc=0}\u000a08:18:48.335368 --- ParallelTerminationStrategy: PID 27598 died...\u000a08:18:48.388199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27598): Terminated: ok {rc=0}\u000a08:18:48.471919 bus /sierra_3: Setting Powered False\u000a08:18:49.574727 bus /sierra_3: Setting Powered False\u000a08:18:50.685618 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:18:40" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27610): Process ended prematurely: osmo-stp_10.42.42.5(pid=27610) [trial-2401↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27610)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27610): Process ended prematurely: osmo-stp_10.42.42.5(pid=27610) [trial-2401↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:18:52.652565 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:52.663674 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:18:52.786069 tst handover.py: using LAC 39623\u000a08:18:52.909877 tst handover.py: using RAC 98\u000a08:18:53.031015 tst handover.py: using CellId 39623\u000a08:18:53.153996 tst handover.py: using BVCI 39624\u000a08:18:53.177590 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:18:53.315209 tst handover.py: using LAC 39624\u000a08:18:53.442599 tst handover.py: using RAC 99\u000a08:18:53.564518 tst handover.py: using CellId 39624\u000a08:18:53.685860 tst handover.py: using BVCI 39625\u000a08:18:53.709661 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:53.720347 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:53.730934 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:53.741712 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:53.752359 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:18:53.762941 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:18:53.885030 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:18:54.090696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:18:54.558166 run create_hlr_db(pid=27604): Launched\u000a08:18:54.683258 bus /sierra_2: Setting Powered False\u000a08:18:55.756488 run create_hlr_db(pid=27604): Terminated: ok {rc=0}\u000a08:18:56.171219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27606): Launched\u000a08:18:56.503372 run osmo-hlr_10.42.42.2(pid=27607): Launched\u000a08:18:56.624750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:18:57.172346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27609): Launched\u000a08:18:57.505949 run osmo-stp_10.42.42.5(pid=27610): Launched\u000a08:18:57.626881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:18:58.204117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27612): Launched\u000a08:18:58.539182 run osmo-msc_10.42.42.6(pid=27613): Launched\u000a08:18:58.733684 run osmo-stp_10.42.42.5(pid=27610): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27610)]\u000a08:18:58.873691 run osmo-stp_10.42.42.5(pid=27610): stdout: \u000a| (launched: 2022-12-14_08:18:57.340671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:59.011864 run osmo-stp_10.42.42.5(pid=27610): stderr: \u000a| �[0;m�[38;5;43m20221214081857532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081857532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081857532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081857532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081857533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081857533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081857533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:59.144621 run osmo-stp_10.42.42.5(pid=27610): stdout: \u000a| (launched: 2022-12-14_08:18:57.340671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:18:59.276132 run osmo-stp_10.42.42.5(pid=27610): stderr: \u000a| �[0;m�[38;5;43m20221214081857532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081857532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081857532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081857532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081857533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081857533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081857533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:18:59.334614 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27610): Process ended prematurely: osmo-stp_10.42.42.5(pid=27610) [trial-2401↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27610)] [trial-2401↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a08:18:59.343246 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:18:59.406719 run osmo-hlr_10.42.42.2(pid=27607): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27607)]\u000a08:18:59.459041 run osmo-hlr_10.42.42.2(pid=27607): stdout: \u000a| (launched: 2022-12-14_08:18:56.339852) \u000a08:18:59.508038 run osmo-hlr_10.42.42.2(pid=27607): stderr: \u000a| �[0;m�[1;31m20221214081856537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081856537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081856537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081856537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081856537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081856537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081856554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081856563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081856563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081856563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:18:59.575308 run osmo-msc_10.42.42.6(pid=27613): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27613)]\u000a08:18:59.623902 run osmo-msc_10.42.42.6(pid=27613): stdout: \u000a| (launched: 2022-12-14_08:18:58.373360) \u000a08:18:59.673143 run osmo-msc_10.42.42.6(pid=27613): stderr: \u000a| �[0;m�[38;5;43m20221214081858691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081858691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3b0cd3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081858692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081858692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081858692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081858692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081858694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081858694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081858694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081858695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:18:59.715041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27606): Terminating (SIGTERM)\u000a08:18:59.754715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27609): Terminating (SIGTERM)\u000a08:18:59.794715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27612): Terminating (SIGTERM)\u000a08:18:59.803922 --- ParallelTerminationStrategy: PID 27606 died...\u000a08:18:59.856698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27606): Terminated: ok {rc=0}\u000a08:18:59.866239 --- ParallelTerminationStrategy: PID 27609 died...\u000a08:18:59.918813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27609): Terminated: ok {rc=0}\u000a08:18:59.928333 --- ParallelTerminationStrategy: PID 27612 died...\u000a08:18:59.981050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27612): Terminated: ok {rc=0}\u000a08:19:00.065617 bus /sierra_3: Setting Powered False\u000a08:19:01.172037 bus /sierra_3: Setting Powered False\u000a08:19:02.293193 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:18:52" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27624): Process ended prematurely: osmo-stp_10.42.42.5(pid=27624) [trial-2401↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27624)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27624): Process ended prematurely: osmo-stp_10.42.42.5(pid=27624) [trial-2401↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:19:04.286785 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:04.298688 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:19:04.430562 tst handover.py: using LAC 39625\u000a08:19:04.567059 tst handover.py: using RAC 100\u000a08:19:04.695330 tst handover.py: using CellId 39625\u000a08:19:04.823497 tst handover.py: using BVCI 39626\u000a08:19:04.849148 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:19:04.997612 tst handover.py: using LAC 39626\u000a08:19:05.125385 tst handover.py: using RAC 101\u000a08:19:05.253538 tst handover.py: using CellId 39626\u000a08:19:05.378538 tst handover.py: using BVCI 39627\u000a08:19:05.402194 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:05.413417 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:05.424359 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:05.435418 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:05.446640 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:19:05.457752 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:19:05.579100 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:19:05.788387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:19:06.258918 run create_hlr_db(pid=27618): Launched\u000a08:19:06.385273 bus /sierra_2: Setting Powered False\u000a08:19:07.459220 run create_hlr_db(pid=27618): Terminated: ok {rc=0}\u000a08:19:07.848668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27620): Launched\u000a08:19:08.159724 run osmo-hlr_10.42.42.2(pid=27621): Launched\u000a08:19:08.273231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:19:08.784283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27623): Launched\u000a08:19:09.093907 run osmo-stp_10.42.42.5(pid=27624): Launched\u000a08:19:09.205948 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:19:09.748058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27626): Launched\u000a08:19:10.059539 run osmo-msc_10.42.42.6(pid=27627): Launched\u000a08:19:10.240351 run osmo-stp_10.42.42.5(pid=27624): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27624)]\u000a08:19:10.370321 run osmo-stp_10.42.42.5(pid=27624): stdout: \u000a| (launched: 2022-12-14_08:19:08.941105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:10.498847 run osmo-stp_10.42.42.5(pid=27624): stderr: \u000a| �[0;m�[38;5;43m20221214081909110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081909110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081909111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081909111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081909112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081909112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081909112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:10.622861 run osmo-stp_10.42.42.5(pid=27624): stdout: \u000a| (launched: 2022-12-14_08:19:08.941105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:10.745620 run osmo-stp_10.42.42.5(pid=27624): stderr: \u000a| �[0;m�[38;5;43m20221214081909110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081909110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081909111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081909111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081909112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081909112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081909112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:10.799688 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27624): Process ended prematurely: osmo-stp_10.42.42.5(pid=27624) [trial-2401↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27624)] [trial-2401↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a08:19:10.807834 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:19:10.867842 run osmo-hlr_10.42.42.2(pid=27621): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27621)]\u000a08:19:10.916898 run osmo-hlr_10.42.42.2(pid=27621): stdout: \u000a| (launched: 2022-12-14_08:19:08.006839) \u000a08:19:10.966640 run osmo-hlr_10.42.42.2(pid=27621): stderr: \u000a| �[0;m�[1;31m20221214081908183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081908183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081908183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081908183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081908183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081908183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081908196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081908204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081908205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081908205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:19:11.035195 run osmo-msc_10.42.42.6(pid=27627): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27627)]\u000a08:19:11.084267 run osmo-msc_10.42.42.6(pid=27627): stdout: \u000a| (launched: 2022-12-14_08:19:09.906124) \u000a08:19:11.133718 run osmo-msc_10.42.42.6(pid=27627): stderr: \u000a| �[0;m�[38;5;43m20221214081910174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081910174 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbfbf2bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081910174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081910174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081910174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081910175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081910176 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081910177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081910177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081910177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:19:11.175826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27620): Terminating (SIGTERM)\u000a08:19:11.215626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27623): Terminating (SIGTERM)\u000a08:19:11.255633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27626): Terminating (SIGTERM)\u000a08:19:11.264899 --- ParallelTerminationStrategy: PID 27620 died...\u000a08:19:11.318572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27620): Terminated: ok {rc=0}\u000a08:19:11.328180 --- ParallelTerminationStrategy: PID 27623 died...\u000a08:19:11.381375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27623): Terminated: ok {rc=0}\u000a08:19:11.391055 --- ParallelTerminationStrategy: PID 27626 died...\u000a08:19:11.443842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27626): Terminated: ok {rc=0}\u000a08:19:11.532193 bus /sierra_3: Setting Powered False\u000a08:19:12.635642 bus /sierra_3: Setting Powered False\u000a08:19:13.741157 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:19:04" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27638): Process ended prematurely: osmo-stp_10.42.42.5(pid=27638) [trial-2401↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27638)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27638): Process ended prematurely: osmo-stp_10.42.42.5(pid=27638) [trial-2401↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a08:19:15.759981 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:19:15.771933 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:19:15.955782 tst handover.py: using LAC 39627\u000a08:19:16.080209 tst handover.py: using RAC 102\u000a08:19:16.211976 tst handover.py: using CellId 39627\u000a08:19:16.365483 tst handover.py: using BVCI 39628\u000a08:19:16.392114 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:19:16.561939 tst handover.py: using LAC 39628\u000a08:19:16.693156 tst handover.py: using RAC 103\u000a08:19:16.818696 tst handover.py: using CellId 39628\u000a08:19:16.967805 tst handover.py: using BVCI 39629\u000a08:19:16.994511 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:19:17.007320 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:19:17.019935 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:19:17.032693 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:19:17.047459 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:19:17.060893 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:19:17.189856 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:19:17.395541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:19:17.865199 run create_hlr_db(pid=27632): Launched\u000a08:19:17.991700 bus /sierra_2: Setting Powered False\u000a08:19:19.064390 run create_hlr_db(pid=27632): Terminated: ok {rc=0}\u000a08:19:19.452635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27634): Launched\u000a08:19:19.764345 run osmo-hlr_10.42.42.2(pid=27635): Launched\u000a08:19:19.875859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:19:20.378370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27637): Launched\u000a08:19:20.682941 run osmo-stp_10.42.42.5(pid=27638): Launched\u000a08:19:20.794031 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:19:21.325144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27640): Launched\u000a08:19:21.633887 run osmo-msc_10.42.42.6(pid=27641): Launched\u000a08:19:21.815109 run osmo-stp_10.42.42.5(pid=27638): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27638)]\u000a08:19:21.957969 run osmo-stp_10.42.42.5(pid=27638): stdout: \u000a| (launched: 2022-12-14_08:19:20.532637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:22.084725 run osmo-stp_10.42.42.5(pid=27638): stderr: \u000a| �[0;m�[38;5;43m20221214081920699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081920699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081920700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081920700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081920700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081920701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081920701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:22.207377 run osmo-stp_10.42.42.5(pid=27638): stdout: \u000a| (launched: 2022-12-14_08:19:20.532637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:22.328708 run osmo-stp_10.42.42.5(pid=27638): stderr: \u000a| �[0;m�[38;5;43m20221214081920699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081920699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081920700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081920700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081920700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081920701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081920701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:22.381998 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27638): Process ended prematurely: osmo-stp_10.42.42.5(pid=27638) [trial-2401↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27638)] [trial-2401↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a08:19:22.390086 tst handover.py:18: Test FAILED (6.6 sec)\u000a08:19:22.449486 run osmo-hlr_10.42.42.2(pid=27635): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27635)]\u000a08:19:22.498494 run osmo-hlr_10.42.42.2(pid=27635): stdout: \u000a| (launched: 2022-12-14_08:19:19.613145) \u000a08:19:22.547693 run osmo-hlr_10.42.42.2(pid=27635): stderr: \u000a| �[0;m�[1;31m20221214081919788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081919788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081919788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081919788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081919788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081919788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081919800 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081919808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081919808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081919808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:19:22.614435 run osmo-msc_10.42.42.6(pid=27641): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27641)]\u000a08:19:22.662721 run osmo-msc_10.42.42.6(pid=27641): stdout: \u000a| (launched: 2022-12-14_08:19:21.481938) \u000a08:19:22.711611 run osmo-msc_10.42.42.6(pid=27641): stderr: \u000a| �[0;m�[38;5;43m20221214081921754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081921754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bf21b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081921754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081921754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081921754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081921754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081921756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081921756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081921756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081921757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:19:22.753070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27634): Terminating (SIGTERM)\u000a08:19:22.792069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27637): Terminating (SIGTERM)\u000a08:19:22.831300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27640): Terminating (SIGTERM)\u000a08:19:22.840453 --- ParallelTerminationStrategy: PID 27634 died...\u000a08:19:22.893848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27634): Terminated: ok {rc=0}\u000a08:19:22.903410 --- ParallelTerminationStrategy: PID 27637 died...\u000a08:19:22.955559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27637): Terminated: ok {rc=0}\u000a08:19:22.965036 --- ParallelTerminationStrategy: PID 27640 died...\u000a08:19:23.016983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27640): Terminated: ok {rc=0}\u000a08:19:23.103396 bus /sierra_3: Setting Powered False\u000a08:19:24.205253 bus /sierra_3: Setting Powered False\u000a08:19:25.314456 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:19:15" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27652): Process ended prematurely: osmo-stp_10.42.42.5(pid=27652) [trial-2401↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27652)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27652): Process ended prematurely: osmo-stp_10.42.42.5(pid=27652) [trial-2401↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:19:27.335175 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:19:27.346307 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:19:27.492318 tst handover.py: using LAC 39629\u000a08:19:27.613353 tst handover.py: using RAC 104\u000a08:19:27.732032 tst handover.py: using CellId 39629\u000a08:19:27.853817 tst handover.py: using BVCI 39630\u000a08:19:27.877188 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:19:28.015180 tst handover.py: using LAC 39630\u000a08:19:28.136391 tst handover.py: using RAC 105\u000a08:19:28.257219 tst handover.py: using CellId 39630\u000a08:19:28.376733 tst handover.py: using BVCI 39631\u000a08:19:28.399867 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:19:28.410776 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:19:28.421501 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:19:28.432248 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:19:28.443086 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:19:28.454317 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:19:28.576734 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:19:28.791685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:19:29.279136 run create_hlr_db(pid=27646): Launched\u000a08:19:29.412792 bus /sierra_2: Setting Powered False\u000a08:19:30.488260 run create_hlr_db(pid=27646): Terminated: ok {rc=0}\u000a08:19:30.882570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27648): Launched\u000a08:19:31.247337 run osmo-hlr_10.42.42.2(pid=27649): Launched\u000a08:19:31.382986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:19:32.196369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27651): Launched\u000a08:19:32.529696 run osmo-stp_10.42.42.5(pid=27652): Launched\u000a08:19:32.639736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:19:33.168661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27654): Launched\u000a08:19:33.472031 run osmo-msc_10.42.42.6(pid=27655): Launched\u000a08:19:33.650067 run osmo-stp_10.42.42.5(pid=27652): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27652)]\u000a08:19:33.777622 run osmo-stp_10.42.42.5(pid=27652): stdout: \u000a| (launched: 2022-12-14_08:19:32.381066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:33.903372 run osmo-stp_10.42.42.5(pid=27652): stderr: \u000a| �[0;m�[38;5;43m20221214081932548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081932548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081932548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081932549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081932549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081932549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081932549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:34.024342 run osmo-stp_10.42.42.5(pid=27652): stdout: \u000a| (launched: 2022-12-14_08:19:32.381066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:34.144375 run osmo-stp_10.42.42.5(pid=27652): stderr: \u000a| �[0;m�[38;5;43m20221214081932548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081932548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081932548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081932549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081932549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081932549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081932549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:34.197392 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27652): Process ended prematurely: osmo-stp_10.42.42.5(pid=27652) [trial-2401↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27652)] [trial-2401↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:19:34.205191 tst handover.py:18: Test FAILED (6.9 sec)\u000a08:19:34.264780 run osmo-hlr_10.42.42.2(pid=27649): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27649)]\u000a08:19:34.313616 run osmo-hlr_10.42.42.2(pid=27649): stdout: \u000a| (launched: 2022-12-14_08:19:31.043864) \u000a08:19:34.362978 run osmo-hlr_10.42.42.2(pid=27649): stderr: \u000a| �[0;m�[1;31m20221214081931407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081931407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081931407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081931407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081931407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081931407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081931431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081931443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081931444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081931444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:19:34.429893 run osmo-msc_10.42.42.6(pid=27655): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27655)]\u000a08:19:34.478444 run osmo-msc_10.42.42.6(pid=27655): stdout: \u000a| (launched: 2022-12-14_08:19:33.322424) \u000a08:19:34.527714 run osmo-msc_10.42.42.6(pid=27655): stderr: \u000a| �[0;m�[38;5;43m20221214081933591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081933591 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53bbad8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081933591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081933591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081933591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081933591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081933593 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081933594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081933594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081933594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:19:34.569466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27648): Terminating (SIGTERM)\u000a08:19:34.608915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27651): Terminating (SIGTERM)\u000a08:19:34.648469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27654): Terminating (SIGTERM)\u000a08:19:34.657744 --- ParallelTerminationStrategy: PID 27648 died...\u000a08:19:34.710877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27648): Terminated: ok {rc=0}\u000a08:19:34.720485 --- ParallelTerminationStrategy: PID 27651 died...\u000a08:19:34.773000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27651): Terminated: ok {rc=0}\u000a08:19:34.782389 --- ParallelTerminationStrategy: PID 27654 died...\u000a08:19:34.834632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27654): Terminated: ok {rc=0}\u000a08:19:34.921653 bus /sierra_3: Setting Powered False\u000a08:19:36.025285 bus /sierra_3: Setting Powered False\u000a08:19:37.135764 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:19:27" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27667): Process ended prematurely: osmo-stp_10.42.42.5(pid=27667) [trial-2401↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27667)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27667): Process ended prematurely: osmo-stp_10.42.42.5(pid=27667) [trial-2401↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:19:39.142980 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:19:39.154885 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:19:39.296235 tst handover.py: using LAC 39631\u000a08:19:39.428535 tst handover.py: using RAC 106\u000a08:19:39.570350 tst handover.py: using CellId 39631\u000a08:19:39.697309 tst handover.py: using BVCI 39632\u000a08:19:39.722131 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:19:39.853263 tst handover.py: using LAC 39632\u000a08:19:39.982189 tst handover.py: using RAC 107\u000a08:19:40.100318 tst handover.py: using CellId 39632\u000a08:19:40.221099 tst handover.py: using BVCI 39633\u000a08:19:40.244142 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:19:40.255093 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:19:40.265919 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:19:40.276609 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:19:40.287435 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:19:40.298727 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:19:40.420284 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:19:40.628797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:19:41.106292 run create_hlr_db(pid=27661): Launched\u000a08:19:41.237610 bus /sierra_2: Setting Powered False\u000a08:19:42.313631 run create_hlr_db(pid=27661): Terminated: ok {rc=0}\u000a08:19:42.714948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27663): Launched\u000a08:19:43.036628 run osmo-hlr_10.42.42.2(pid=27664): Launched\u000a08:19:43.156661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:19:43.686629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27666): Launched\u000a08:19:44.008754 run osmo-stp_10.42.42.5(pid=27667): Launched\u000a08:19:44.126081 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:19:44.687302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27669): Launched\u000a08:19:45.011325 run osmo-msc_10.42.42.6(pid=27670): Launched\u000a08:19:45.202048 run osmo-stp_10.42.42.5(pid=27667): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27667)]\u000a08:19:45.340060 run osmo-stp_10.42.42.5(pid=27667): stdout: \u000a| (launched: 2022-12-14_08:19:43.849765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:45.475922 run osmo-stp_10.42.42.5(pid=27667): stderr: \u000a| �[0;m�[38;5;43m20221214081944037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081944037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081944037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081944038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081944038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081944038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081944038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:45.606328 run osmo-stp_10.42.42.5(pid=27667): stdout: \u000a| (launched: 2022-12-14_08:19:43.849765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:45.735772 run osmo-stp_10.42.42.5(pid=27667): stderr: \u000a| �[0;m�[38;5;43m20221214081944037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081944037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081944037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081944038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081944038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081944038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081944038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:45.792582 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27667): Process ended prematurely: osmo-stp_10.42.42.5(pid=27667) [trial-2401↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27667)] [trial-2401↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a08:19:45.801021 tst handover.py:18: Test FAILED (6.6 sec)\u000a08:19:45.874218 run osmo-hlr_10.42.42.2(pid=27664): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27664)]\u000a08:19:45.930924 run osmo-hlr_10.42.42.2(pid=27664): stdout: \u000a| (launched: 2022-12-14_08:19:42.879264) \u000a08:19:45.983302 run osmo-hlr_10.42.42.2(pid=27664): stderr: \u000a| �[0;m�[1;31m20221214081943072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081943072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081943072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081943072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081943072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081943072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081943084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081943092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081943093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081943093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:19:46.053158 run osmo-msc_10.42.42.6(pid=27670): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27670)]\u000a08:19:46.103117 run osmo-msc_10.42.42.6(pid=27670): stdout: \u000a| (launched: 2022-12-14_08:19:44.850806) \u000a08:19:46.153911 run osmo-msc_10.42.42.6(pid=27670): stderr: \u000a| �[0;m�[38;5;43m20221214081945167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081945167 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb93c77bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081945167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081945167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081945167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081945167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081945169 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081945170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081945170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081945170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:19:46.198206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27663): Terminating (SIGTERM)\u000a08:19:46.240092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27666): Terminating (SIGTERM)\u000a08:19:46.284038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27669): Terminating (SIGTERM)\u000a08:19:46.294456 --- ParallelTerminationStrategy: PID 27663 died...\u000a08:19:46.351133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27663): Terminated: ok {rc=0}\u000a08:19:46.362336 --- ParallelTerminationStrategy: PID 27666 died...\u000a08:19:46.416229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27666): Terminated: ok {rc=0}\u000a08:19:46.426191 --- ParallelTerminationStrategy: PID 27669 died...\u000a08:19:46.480013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27669): Terminated: ok {rc=0}\u000a08:19:46.567507 bus /sierra_3: Setting Powered False\u000a08:19:47.668351 bus /sierra_3: Setting Powered False\u000a08:19:48.775231 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:19:38" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27681): Process ended prematurely: osmo-stp_10.42.42.5(pid=27681) [trial-2401↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27681)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27681): Process ended prematurely: osmo-stp_10.42.42.5(pid=27681) [trial-2401↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:19:50.781631 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:19:50.792568 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:19:50.927829 tst handover.py: using LAC 39633\u000a08:19:51.048198 tst handover.py: using RAC 108\u000a08:19:51.169131 tst handover.py: using CellId 39633\u000a08:19:51.290880 tst handover.py: using BVCI 39634\u000a08:19:51.313872 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:19:51.448083 tst handover.py: using LAC 39634\u000a08:19:51.568225 tst handover.py: using RAC 109\u000a08:19:51.696535 tst handover.py: using CellId 39634\u000a08:19:51.826566 tst handover.py: using BVCI 39635\u000a08:19:51.851809 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:19:51.863246 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:19:51.875060 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:19:51.886908 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:19:51.898611 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:19:51.910356 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:19:52.029717 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:19:52.241448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:19:52.725607 run create_hlr_db(pid=27675): Launched\u000a08:19:52.857693 bus /sierra_2: Setting Powered False\u000a08:19:53.934139 run create_hlr_db(pid=27675): Terminated: ok {rc=0}\u000a08:19:54.316252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27677): Launched\u000a08:19:54.620566 run osmo-hlr_10.42.42.2(pid=27678): Launched\u000a08:19:54.731086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:19:55.233139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27680): Launched\u000a08:19:55.537197 run osmo-stp_10.42.42.5(pid=27681): Launched\u000a08:19:55.647112 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:19:56.180786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27683): Launched\u000a08:19:56.487933 run osmo-msc_10.42.42.6(pid=27684): Launched\u000a08:19:56.667267 run osmo-stp_10.42.42.5(pid=27681): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27681)]\u000a08:19:56.795798 run osmo-stp_10.42.42.5(pid=27681): stdout: \u000a| (launched: 2022-12-14_08:19:55.387623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:56.921908 run osmo-stp_10.42.42.5(pid=27681): stderr: \u000a| �[0;m�[38;5;43m20221214081955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081955554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:57.043195 run osmo-stp_10.42.42.5(pid=27681): stdout: \u000a| (launched: 2022-12-14_08:19:55.387623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:19:57.163601 run osmo-stp_10.42.42.5(pid=27681): stderr: \u000a| �[0;m�[38;5;43m20221214081955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214081955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214081955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214081955554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214081955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214081955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214081955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:19:57.216619 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27681): Process ended prematurely: osmo-stp_10.42.42.5(pid=27681) [trial-2401↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27681)] [trial-2401↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a08:19:57.224346 tst handover.py:18: Test FAILED (6.4 sec)\u000a08:19:57.283835 run osmo-hlr_10.42.42.2(pid=27678): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27678)]\u000a08:19:57.332442 run osmo-hlr_10.42.42.2(pid=27678): stdout: \u000a| (launched: 2022-12-14_08:19:54.470293) \u000a08:19:57.381511 run osmo-hlr_10.42.42.2(pid=27678): stderr: \u000a| �[0;m�[1;31m20221214081954643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214081954643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214081954643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081954643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214081954643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214081954643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214081954669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214081954677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214081954678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214081954678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:19:57.448644 run osmo-msc_10.42.42.6(pid=27684): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27684)]\u000a08:19:57.497413 run osmo-msc_10.42.42.6(pid=27684): stdout: \u000a| (launched: 2022-12-14_08:19:56.336636) \u000a08:19:57.546705 run osmo-msc_10.42.42.6(pid=27684): stderr: \u000a| �[0;m�[38;5;43m20221214081956605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214081956605 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcaebc08c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214081956605 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214081956606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214081956606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214081956606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214081956608 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214081956608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214081956608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214081956608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:19:57.588574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27677): Terminating (SIGTERM)\u000a08:19:57.627876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27680): Terminating (SIGTERM)\u000a08:19:57.667463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27683): Terminating (SIGTERM)\u000a08:19:57.676682 --- ParallelTerminationStrategy: PID 27677 died...\u000a08:19:57.729506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27677): Terminated: ok {rc=0}\u000a08:19:57.739371 --- ParallelTerminationStrategy: PID 27680 died...\u000a08:19:57.791974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27680): Terminated: ok {rc=0}\u000a08:19:57.801602 --- ParallelTerminationStrategy: PID 27683 died...\u000a08:19:57.854163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27683): Terminated: ok {rc=0}\u000a08:19:57.942126 bus /sierra_3: Setting Powered False\u000a08:19:59.044502 bus /sierra_3: Setting Powered False\u000a08:20:00.151199 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:19:50" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27698): Process ended prematurely: osmo-stp_10.42.42.5(pid=27698) [trial-2401↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27698)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27698): Process ended prematurely: osmo-stp_10.42.42.5(pid=27698) [trial-2401↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:20:02.242693 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:20:02.254201 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:20:02.393187 tst handover.py: using LAC 39635\u000a08:20:02.512108 tst handover.py: using RAC 110\u000a08:20:02.631912 tst handover.py: using CellId 39635\u000a08:20:02.753970 tst handover.py: using BVCI 39636\u000a08:20:02.777077 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:20:02.921297 tst handover.py: using LAC 39636\u000a08:20:03.047962 tst handover.py: using RAC 111\u000a08:20:03.174776 tst handover.py: using CellId 39636\u000a08:20:03.301782 tst handover.py: using BVCI 39637\u000a08:20:03.326567 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:20:03.337824 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:20:03.348779 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:20:03.359837 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:20:03.371945 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:20:03.383783 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:20:03.503034 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:20:03.714511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:20:04.197510 run create_hlr_db(pid=27692): Launched\u000a08:20:04.329968 bus /sierra_2: Setting Powered False\u000a08:20:05.406084 run create_hlr_db(pid=27692): Terminated: ok {rc=0}\u000a08:20:05.787987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27694): Launched\u000a08:20:06.091225 run osmo-hlr_10.42.42.2(pid=27695): Launched\u000a08:20:06.206083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:20:06.706240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27697): Launched\u000a08:20:07.009079 run osmo-stp_10.42.42.5(pid=27698): Launched\u000a08:20:07.118173 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:20:07.647631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27700): Launched\u000a08:20:07.952668 run osmo-msc_10.42.42.6(pid=27701): Launched\u000a08:20:08.129076 run osmo-stp_10.42.42.5(pid=27698): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27698)]\u000a08:20:08.256161 run osmo-stp_10.42.42.5(pid=27698): stdout: \u000a| (launched: 2022-12-14_08:20:06.860135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:20:08.381877 run osmo-stp_10.42.42.5(pid=27698): stderr: \u000a| �[0;m�[38;5;43m20221214082007026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082007026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082007027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082007027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082007027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082007028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082007028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:20:08.503132 run osmo-stp_10.42.42.5(pid=27698): stdout: \u000a| (launched: 2022-12-14_08:20:06.860135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:20:08.623685 run osmo-stp_10.42.42.5(pid=27698): stderr: \u000a| �[0;m�[38;5;43m20221214082007026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082007026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082007027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082007027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082007027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082007028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082007028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:20:08.676867 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27698): Process ended prematurely: osmo-stp_10.42.42.5(pid=27698) [trial-2401↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27698)] [trial-2401↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a08:20:08.684775 tst handover.py:18: Test FAILED (6.4 sec)\u000a08:20:08.743886 run osmo-hlr_10.42.42.2(pid=27695): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27695)]\u000a08:20:08.792490 run osmo-hlr_10.42.42.2(pid=27695): stdout: \u000a| (launched: 2022-12-14_08:20:05.942645) \u000a08:20:08.841715 run osmo-hlr_10.42.42.2(pid=27695): stderr: \u000a| �[0;m�[1;31m20221214082006114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082006114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082006114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082006114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082006115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082006115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082006127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082006135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082006135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082006135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:20:08.908754 run osmo-msc_10.42.42.6(pid=27701): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27701)]\u000a08:20:08.957049 run osmo-msc_10.42.42.6(pid=27701): stdout: \u000a| (launched: 2022-12-14_08:20:07.801596) \u000a08:20:09.005940 run osmo-msc_10.42.42.6(pid=27701): stderr: \u000a| �[0;m�[38;5;43m20221214082008071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082008072 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b1dd15c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082008072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082008072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082008072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082008072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082008074 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082008074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082008074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082008075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:20:09.047676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27694): Terminating (SIGTERM)\u000a08:20:09.087165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27697): Terminating (SIGTERM)\u000a08:20:09.126427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27700): Terminating (SIGTERM)\u000a08:20:09.135638 --- ParallelTerminationStrategy: PID 27694 died...\u000a08:20:09.188852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27694): Terminated: ok {rc=0}\u000a08:20:09.198525 --- ParallelTerminationStrategy: PID 27697 died...\u000a08:20:09.251005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27697): Terminated: ok {rc=0}\u000a08:20:09.260486 --- ParallelTerminationStrategy: PID 27700 died...\u000a08:20:09.312710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27700): Terminated: ok {rc=0}\u000a08:20:09.396441 bus /sierra_3: Setting Powered False\u000a08:20:10.502397 bus /sierra_3: Setting Powered False\u000a08:20:11.609130 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:20:01" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27713): Process ended prematurely: osmo-stp_10.42.42.5(pid=27713) [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27713)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27713): Process ended prematurely: osmo-stp_10.42.42.5(pid=27713) [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:20:13.623194 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:20:13.634471 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:20:13.765767 tst handover.py: using LAC 39637\u000a08:20:13.883704 tst handover.py: using RAC 112\u000a08:20:14.001537 tst handover.py: using CellId 39637\u000a08:20:14.118727 tst handover.py: using BVCI 39638\u000a08:20:14.141574 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:20:14.289331 tst handover.py: using LAC 39638\u000a08:20:14.415044 tst handover.py: using RAC 113\u000a08:20:14.541335 tst handover.py: using CellId 39638\u000a08:20:14.667462 tst handover.py: using BVCI 39639\u000a08:20:14.692331 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:20:14.704139 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:20:14.715815 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:20:14.727485 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:20:14.739215 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:20:14.751027 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:20:14.868590 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:20:15.072033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:20:15.532883 run create_hlr_db(pid=27707): Launched\u000a08:20:15.657185 bus /sierra_2: Setting Powered False\u000a08:20:16.738087 run create_hlr_db(pid=27707): Terminated: ok {rc=0}\u000a08:20:17.175353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27709): Launched\u000a08:20:17.480846 run osmo-hlr_10.42.42.2(pid=27710): Launched\u000a08:20:17.601116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:20:18.106673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27712): Launched\u000a08:20:18.407799 run osmo-stp_10.42.42.5(pid=27713): Launched\u000a08:20:18.518055 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:20:19.046770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27715): Launched\u000a08:20:19.351097 run osmo-msc_10.42.42.6(pid=27716): Launched\u000a08:20:19.528828 run osmo-stp_10.42.42.5(pid=27713): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27713)]\u000a08:20:19.657196 run osmo-stp_10.42.42.5(pid=27713): stdout: \u000a| (launched: 2022-12-14_08:20:18.260165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:20:19.783850 run osmo-stp_10.42.42.5(pid=27713): stderr: \u000a| �[0;m�[38;5;43m20221214082018428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082018428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082018428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082018429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082018429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082018429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082018429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:20:19.906070 run osmo-stp_10.42.42.5(pid=27713): stdout: \u000a| (launched: 2022-12-14_08:20:18.260165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:20:20.027589 run osmo-stp_10.42.42.5(pid=27713): stderr: \u000a| �[0;m�[38;5;43m20221214082018428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082018428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082018428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082018429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082018429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082018429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082018429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:20:20.080787 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27713): Process ended prematurely: osmo-stp_10.42.42.5(pid=27713) [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27713)] [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:20:20.088535 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:20:20.147161 run osmo-hlr_10.42.42.2(pid=27710): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27710)]\u000a08:20:20.195202 run osmo-hlr_10.42.42.2(pid=27710): stdout: \u000a| (launched: 2022-12-14_08:20:17.331992) \u000a08:20:20.244151 run osmo-hlr_10.42.42.2(pid=27710): stderr: \u000a| �[0;m�[1;31m20221214082017504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082017504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082017504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082017504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082017504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082017504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082017516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082017527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082017527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082017527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:20:20.310322 run osmo-msc_10.42.42.6(pid=27716): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27716)]\u000a08:20:20.358311 run osmo-msc_10.42.42.6(pid=27716): stdout: \u000a| (launched: 2022-12-14_08:20:19.200012) \u000a08:20:20.406808 run osmo-msc_10.42.42.6(pid=27716): stderr: \u000a| �[0;m�[38;5;43m20221214082019468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082019468 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49b67bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082019468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082019468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082019468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082019469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082019470 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082019471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082019471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082019471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:20:20.448039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27709): Terminating (SIGTERM)\u000a08:20:20.487084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27712): Terminating (SIGTERM)\u000a08:20:20.526061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27715): Terminating (SIGTERM)\u000a08:20:20.535174 --- ParallelTerminationStrategy: PID 27709 died...\u000a08:20:20.587331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27709): Terminated: ok {rc=0}\u000a08:20:20.596751 --- ParallelTerminationStrategy: PID 27712 died...\u000a08:20:20.648442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27712): Terminated: ok {rc=0}\u000a08:20:20.657826 --- ParallelTerminationStrategy: PID 27715 died...\u000a08:20:20.709418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27715): Terminated: ok {rc=0}\u000a08:20:20.796476 bus /sierra_3: Setting Powered False\u000a08:20:21.898854 bus /sierra_3: Setting Powered False\u000a08:20:23.005939 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:20:13" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27727): Process ended prematurely: osmo-stp_10.42.42.5(pid=27727) [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27727)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27727): Process ended prematurely: osmo-stp_10.42.42.5(pid=27727) [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:20:25.017421 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:20:25.029002 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:20:25.172685 tst handover.py: using LAC 39639\u000a08:20:25.300715 tst handover.py: using RAC 114\u000a08:20:25.434421 tst handover.py: using CellId 39639\u000a08:20:25.561731 tst handover.py: using BVCI 39640\u000a08:20:25.587116 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:20:25.717036 tst handover.py: using LAC 39640\u000a08:20:25.845553 tst handover.py: using RAC 115\u000a08:20:25.973295 tst handover.py: using CellId 39640\u000a08:20:26.100422 tst handover.py: using BVCI 39641\u000a08:20:26.125545 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:20:26.137309 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:20:26.148798 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:20:26.160490 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:20:26.172397 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:20:26.184191 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:20:26.303761 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:20:26.518325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:20:27.007825 run create_hlr_db(pid=27721): Launched\u000a08:20:27.142221 bus /sierra_2: Setting Powered False\u000a08:20:28.219354 run create_hlr_db(pid=27721): Terminated: ok {rc=0}\u000a08:20:28.606274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27723): Launched\u000a08:20:28.913764 run osmo-hlr_10.42.42.2(pid=27724): Launched\u000a08:20:29.035991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:20:29.545989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27726): Launched\u000a08:20:29.853416 run osmo-stp_10.42.42.5(pid=27727): Launched\u000a08:20:29.964283 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:20:30.499874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27729): Launched\u000a08:20:30.808624 run osmo-msc_10.42.42.6(pid=27730): Launched\u000a08:20:31.118151 run osmo-stp_10.42.42.5(pid=27727): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27727)]\u000a08:20:31.496893 run osmo-stp_10.42.42.5(pid=27727): stdout: \u000a| (launched: 2022-12-14_08:20:29.701983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:20:31.738075 run osmo-stp_10.42.42.5(pid=27727): stderr: \u000a| �[0;m�[38;5;43m20221214082029869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082029869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082029870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082029870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082029871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082029871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082029871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:20:31.898901 run osmo-stp_10.42.42.5(pid=27727): stdout: \u000a| (launched: 2022-12-14_08:20:29.701983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:20:32.056815 run osmo-stp_10.42.42.5(pid=27727): stderr: \u000a| �[0;m�[38;5;43m20221214082029869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082029869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082029870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082029870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082029871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082029871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082029871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:20:32.111804 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27727): Process ended prematurely: osmo-stp_10.42.42.5(pid=27727) [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27727)] [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a08:20:32.120512 tst handover.py:18: Test FAILED (7.1 sec)\u000a08:20:32.181465 run osmo-hlr_10.42.42.2(pid=27724): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27724)]\u000a08:20:32.230852 run osmo-hlr_10.42.42.2(pid=27724): stdout: \u000a| (launched: 2022-12-14_08:20:28.762073) \u000a08:20:32.281512 run osmo-hlr_10.42.42.2(pid=27724): stderr: \u000a| �[0;m�[1;31m20221214082028934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082028934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082028934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082028934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082028934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082028934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082028947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082028955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082028955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082028955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:20:32.349017 run osmo-msc_10.42.42.6(pid=27730): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27730)]\u000a08:20:32.397357 run osmo-msc_10.42.42.6(pid=27730): stdout: \u000a| (launched: 2022-12-14_08:20:30.655783) \u000a08:20:32.446698 run osmo-msc_10.42.42.6(pid=27730): stderr: \u000a| �[0;m�[38;5;43m20221214082031078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082031079 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1280acac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082031080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082031080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082031080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082031081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082031087 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082031089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082031089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082031089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:20:32.488367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27723): Terminating (SIGTERM)\u000a08:20:32.527708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27726): Terminating (SIGTERM)\u000a08:20:32.567285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27729): Terminating (SIGTERM)\u000a08:20:32.576462 --- ParallelTerminationStrategy: PID 27723 died...\u000a08:20:32.629482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27723): Terminated: ok {rc=0}\u000a08:20:32.638981 --- ParallelTerminationStrategy: PID 27726 died...\u000a08:20:32.691539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27726): Terminated: ok {rc=0}\u000a08:20:32.701068 --- ParallelTerminationStrategy: PID 27729 died...\u000a08:20:32.753241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27729): Terminated: ok {rc=0}\u000a08:20:32.841396 bus /sierra_3: Setting Powered False\u000a08:20:33.945046 bus /sierra_3: Setting Powered False\u000a08:20:35.057281 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:20:24" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27741): Process ended prematurely: osmo-stp_10.42.42.5(pid=27741) [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27741)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27741): Process ended prematurely: osmo-stp_10.42.42.5(pid=27741) [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:20:37.055160 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:20:37.066453 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:20:37.197911 tst handover.py: using LAC 39641\u000a08:20:37.317600 tst handover.py: using RAC 116\u000a08:20:37.438309 tst handover.py: using CellId 39641\u000a08:20:37.559974 tst handover.py: using BVCI 39642\u000a08:20:37.583170 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:20:37.728449 tst handover.py: using LAC 39642\u000a08:20:37.857796 tst handover.py: using RAC 117\u000a08:20:37.987051 tst handover.py: using CellId 39642\u000a08:20:38.116388 tst handover.py: using BVCI 39643\u000a08:20:38.141691 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:20:38.153439 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:20:38.164738 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:20:38.176147 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:20:38.187528 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:20:38.199190 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:20:38.317798 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:20:38.521949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:20:38.987542 run create_hlr_db(pid=27735): Launched\u000a08:20:39.112830 bus /sierra_2: Setting Powered False\u000a08:20:40.185863 run create_hlr_db(pid=27735): Terminated: ok {rc=0}\u000a08:20:40.597418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27737): Launched\u000a08:20:40.928339 run osmo-hlr_10.42.42.2(pid=27738): Launched\u000a08:20:41.050198 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:20:41.595902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27740): Launched\u000a08:20:41.963419 run osmo-stp_10.42.42.5(pid=27741): Launched\u000a08:20:42.082483 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:20:42.655455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27743): Launched\u000a08:20:42.986273 run osmo-msc_10.42.42.6(pid=27744): Launched\u000a08:20:43.179140 run osmo-stp_10.42.42.5(pid=27741): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27741)]\u000a08:20:43.318873 run osmo-stp_10.42.42.5(pid=27741): stdout: \u000a| (launched: 2022-12-14_08:20:41.763047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:20:43.456482 run osmo-stp_10.42.42.5(pid=27741): stderr: \u000a| �[0;m�[38;5;43m20221214082041986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082041986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082041986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082041987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082041987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082041987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082041987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:20:43.588406 run osmo-stp_10.42.42.5(pid=27741): stdout: \u000a| (launched: 2022-12-14_08:20:41.763047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:20:43.719184 run osmo-stp_10.42.42.5(pid=27741): stderr: \u000a| �[0;m�[38;5;43m20221214082041986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082041986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082041986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082041987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082041987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082041987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082041987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:20:43.776424 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27741): Process ended prematurely: osmo-stp_10.42.42.5(pid=27741) [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27741)] [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a08:20:43.785041 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:20:43.847486 run osmo-hlr_10.42.42.2(pid=27738): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27738)]\u000a08:20:43.898821 run osmo-hlr_10.42.42.2(pid=27738): stdout: \u000a| (launched: 2022-12-14_08:20:40.765810) \u000a08:20:43.950780 run osmo-hlr_10.42.42.2(pid=27738): stderr: \u000a| �[0;m�[1;31m20221214082040960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082040960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082040960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082040960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082040960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082040961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082040972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082040981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082040982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082040982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:20:44.020864 run osmo-msc_10.42.42.6(pid=27744): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27744)]\u000a08:20:44.071677 run osmo-msc_10.42.42.6(pid=27744): stdout: \u000a| (launched: 2022-12-14_08:20:42.822896) \u000a08:20:44.123141 run osmo-msc_10.42.42.6(pid=27744): stderr: \u000a| �[0;m�[38;5;43m20221214082043139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082043139 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdc5e3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082043140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082043140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082043140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082043140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082043142 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082043142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082043142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082043142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:20:44.167284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27737): Terminating (SIGTERM)\u000a08:20:44.208640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27740): Terminating (SIGTERM)\u000a08:20:44.250148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27743): Terminating (SIGTERM)\u000a08:20:44.259765 --- ParallelTerminationStrategy: PID 27737 died...\u000a08:20:44.315518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27737): Terminated: ok {rc=0}\u000a08:20:44.325633 --- ParallelTerminationStrategy: PID 27740 died...\u000a08:20:44.381122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27740): Terminated: ok {rc=0}\u000a08:20:44.391087 --- ParallelTerminationStrategy: PID 27743 died...\u000a08:20:44.446686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27743): Terminated: ok {rc=0}\u000a08:20:44.533539 bus /sierra_3: Setting Powered False\u000a08:20:45.638122 bus /sierra_3: Setting Powered False\u000a08:20:46.757473 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:20:36" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27759): Process ended prematurely: osmo-stp_10.42.42.5(pid=27759) [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27759)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27759): Process ended prematurely: osmo-stp_10.42.42.5(pid=27759) [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:20:48.786398 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:20:48.798049 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:20:48.941496 tst handover.py: using LAC 39643\u000a08:20:49.070588 tst handover.py: using RAC 118\u000a08:20:49.200101 tst handover.py: using CellId 39643\u000a08:20:49.330223 tst handover.py: using BVCI 39644\u000a08:20:49.355184 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:20:49.492058 tst handover.py: using LAC 39644\u000a08:20:49.612393 tst handover.py: using RAC 119\u000a08:20:49.734483 tst handover.py: using CellId 39644\u000a08:20:49.857361 tst handover.py: using BVCI 39645\u000a08:20:49.880843 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:20:49.891859 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:20:49.902678 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:20:49.913665 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:20:49.924468 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:20:49.935305 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:20:50.055212 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:20:50.259565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:20:50.726318 run create_hlr_db(pid=27749): Launched\u000a08:20:50.850696 bus /sierra_2: Setting Powered False\u000a08:20:51.924106 run create_hlr_db(pid=27749): Terminated: ok {rc=0}\u000a08:20:52.336104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27755): Launched\u000a08:20:52.666553 run osmo-hlr_10.42.42.2(pid=27756): Launched\u000a08:20:52.789641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:20:53.338433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27758): Launched\u000a08:20:53.668465 run osmo-stp_10.42.42.5(pid=27759): Launched\u000a08:20:53.787575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:20:54.360889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27761): Launched\u000a08:20:54.690945 run osmo-msc_10.42.42.6(pid=27762): Launched\u000a08:20:54.882687 run osmo-stp_10.42.42.5(pid=27759): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27759)]\u000a08:20:55.021566 run osmo-stp_10.42.42.5(pid=27759): stdout: \u000a| (launched: 2022-12-14_08:20:53.505797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:20:55.158319 run osmo-stp_10.42.42.5(pid=27759): stderr: \u000a| �[0;m�[38;5;43m20221214082053695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082053695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082053695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082053696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082053696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082053696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082053696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:20:55.289729 run osmo-stp_10.42.42.5(pid=27759): stdout: \u000a| (launched: 2022-12-14_08:20:53.505797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:20:55.420551 run osmo-stp_10.42.42.5(pid=27759): stderr: \u000a| �[0;m�[38;5;43m20221214082053695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082053695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082053695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082053696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082053696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082053696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082053696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:20:55.477806 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27759): Process ended prematurely: osmo-stp_10.42.42.5(pid=27759) [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27759)] [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a08:20:55.486338 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:20:55.549057 run osmo-hlr_10.42.42.2(pid=27756): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27756)]\u000a08:20:55.600424 run osmo-hlr_10.42.42.2(pid=27756): stdout: \u000a| (launched: 2022-12-14_08:20:52.503958) \u000a08:20:55.652188 run osmo-hlr_10.42.42.2(pid=27756): stderr: \u000a| �[0;m�[1;31m20221214082052698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082052698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082052698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082052699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082052699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082052699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082052711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082052719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082052719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082052719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:20:55.722569 run osmo-msc_10.42.42.6(pid=27762): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27762)]\u000a08:20:55.773749 run osmo-msc_10.42.42.6(pid=27762): stdout: \u000a| (launched: 2022-12-14_08:20:54.527926) \u000a08:20:55.825367 run osmo-msc_10.42.42.6(pid=27762): stderr: \u000a| �[0;m�[38;5;43m20221214082054844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082054844 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21006fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082054844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082054844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082054844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082054845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082054846 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082054847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082054847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082054847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:20:55.869164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27755): Terminating (SIGTERM)\u000a08:20:55.911240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27758): Terminating (SIGTERM)\u000a08:20:55.953525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27761): Terminating (SIGTERM)\u000a08:20:55.963231 --- ParallelTerminationStrategy: PID 27755 died...\u000a08:20:56.019130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27755): Terminated: ok {rc=0}\u000a08:20:56.029124 --- ParallelTerminationStrategy: PID 27758 died...\u000a08:20:56.084571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27758): Terminated: ok {rc=0}\u000a08:20:56.094471 --- ParallelTerminationStrategy: PID 27761 died...\u000a08:20:56.150290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27761): Terminated: ok {rc=0}\u000a08:20:56.237447 bus /sierra_3: Setting Powered False\u000a08:20:57.343492 bus /sierra_3: Setting Powered False\u000a08:20:58.452692 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:20:48" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27773): Process ended prematurely: osmo-stp_10.42.42.5(pid=27773) [trial-2401↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27773)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27773): Process ended prematurely: osmo-stp_10.42.42.5(pid=27773) [trial-2401↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:21:00.466071 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:21:00.477665 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:21:00.619512 tst handover.py: using LAC 39645\u000a08:21:00.740573 tst handover.py: using RAC 120\u000a08:21:00.884402 tst handover.py: using CellId 39645\u000a08:21:01.015202 tst handover.py: using BVCI 39646\u000a08:21:01.039851 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:21:01.173073 tst handover.py: using LAC 39646\u000a08:21:01.317386 tst handover.py: using RAC 121\u000a08:21:01.452419 tst handover.py: using CellId 39646\u000a08:21:01.577784 tst handover.py: using BVCI 39647\u000a08:21:01.601805 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:21:01.613557 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:21:01.624920 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:21:01.636356 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:21:01.647876 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:21:01.659475 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:21:01.803025 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:21:02.046951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:21:02.545421 run create_hlr_db(pid=27767): Launched\u000a08:21:02.681219 bus /sierra_2: Setting Powered False\u000a08:21:03.757133 run create_hlr_db(pid=27767): Terminated: ok {rc=0}\u000a08:21:04.168901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27769): Launched\u000a08:21:04.500227 run osmo-hlr_10.42.42.2(pid=27770): Launched\u000a08:21:04.620525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:21:05.161526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27772): Launched\u000a08:21:05.470970 run osmo-stp_10.42.42.5(pid=27773): Launched\u000a08:21:05.582707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:21:06.118587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27775): Launched\u000a08:21:06.428265 run osmo-msc_10.42.42.6(pid=27776): Launched\u000a08:21:06.608687 run osmo-stp_10.42.42.5(pid=27773): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27773)]\u000a08:21:06.739367 run osmo-stp_10.42.42.5(pid=27773): stdout: \u000a| (launched: 2022-12-14_08:21:05.318234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:21:06.867337 run osmo-stp_10.42.42.5(pid=27773): stderr: \u000a| �[0;m�[38;5;43m20221214082105485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082105485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082105485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082105486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082105486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082105486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082105486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:21:06.991009 run osmo-stp_10.42.42.5(pid=27773): stdout: \u000a| (launched: 2022-12-14_08:21:05.318234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:21:07.113451 run osmo-stp_10.42.42.5(pid=27773): stderr: \u000a| �[0;m�[38;5;43m20221214082105485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082105485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082105485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082105486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082105486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082105486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082105486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:21:07.167580 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27773): Process ended prematurely: osmo-stp_10.42.42.5(pid=27773) [trial-2401↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27773)] [trial-2401↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a08:21:07.175618 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:21:07.235431 run osmo-hlr_10.42.42.2(pid=27770): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27770)]\u000a08:21:07.284832 run osmo-hlr_10.42.42.2(pid=27770): stdout: \u000a| (launched: 2022-12-14_08:21:04.337316) \u000a08:21:07.333990 run osmo-hlr_10.42.42.2(pid=27770): stderr: \u000a| �[0;m�[1;31m20221214082104530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082104530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082104530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082104530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082104530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082104531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082104543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082104551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082104551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082104551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:21:07.400580 run osmo-msc_10.42.42.6(pid=27776): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27776)]\u000a08:21:07.449067 run osmo-msc_10.42.42.6(pid=27776): stdout: \u000a| (launched: 2022-12-14_08:21:06.274597) \u000a08:21:07.498331 run osmo-msc_10.42.42.6(pid=27776): stderr: \u000a| �[0;m�[38;5;43m20221214082106545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082106546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e640bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082106546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082106546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082106546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082106546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082106548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082106548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082106548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082106548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:21:07.540421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27769): Terminating (SIGTERM)\u000a08:21:07.580241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27772): Terminating (SIGTERM)\u000a08:21:07.620085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27775): Terminating (SIGTERM)\u000a08:21:07.629501 --- ParallelTerminationStrategy: PID 27769 died...\u000a08:21:07.683028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27769): Terminated: ok {rc=0}\u000a08:21:07.692744 --- ParallelTerminationStrategy: PID 27772 died...\u000a08:21:07.746066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27772): Terminated: ok {rc=0}\u000a08:21:07.755838 --- ParallelTerminationStrategy: PID 27775 died...\u000a08:21:07.808924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27775): Terminated: ok {rc=0}\u000a08:21:07.897334 bus /sierra_3: Setting Powered False\u000a08:21:09.000530 bus /sierra_3: Setting Powered False\u000a08:21:10.111241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:21:00" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27787): Process ended prematurely: osmo-stp_10.42.42.5(pid=27787) [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27787)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27787): Process ended prematurely: osmo-stp_10.42.42.5(pid=27787) [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:21:12.130228 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:21:12.142575 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:21:12.290371 tst handover.py: using LAC 39647\u000a08:21:12.419283 tst handover.py: using RAC 122\u000a08:21:12.549566 tst handover.py: using CellId 39647\u000a08:21:12.678149 tst handover.py: using BVCI 39648\u000a08:21:12.703100 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:21:12.855902 tst handover.py: using LAC 39648\u000a08:21:12.980081 tst handover.py: using RAC 123\u000a08:21:13.102074 tst handover.py: using CellId 39648\u000a08:21:13.223941 tst handover.py: using BVCI 39649\u000a08:21:13.247034 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:21:13.258308 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:21:13.269304 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:21:13.280351 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:21:13.291375 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:21:13.302437 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:21:13.418116 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:21:13.630706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:21:14.120868 run create_hlr_db(pid=27781): Launched\u000a08:21:14.255245 bus /sierra_2: Setting Powered False\u000a08:21:15.332440 run create_hlr_db(pid=27781): Terminated: ok {rc=0}\u000a08:21:15.743510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27783): Launched\u000a08:21:16.223472 run osmo-hlr_10.42.42.2(pid=27784): Launched\u000a08:21:16.401971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:21:16.966789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27786): Launched\u000a08:21:17.314331 run osmo-stp_10.42.42.5(pid=27787): Launched\u000a08:21:17.435503 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:21:18.010369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27789): Launched\u000a08:21:18.340228 run osmo-msc_10.42.42.6(pid=27790): Launched\u000a08:21:18.532851 run osmo-stp_10.42.42.5(pid=27787): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27787)]\u000a08:21:18.671369 run osmo-stp_10.42.42.5(pid=27787): stdout: \u000a| (launched: 2022-12-14_08:21:17.137722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:21:18.808884 run osmo-stp_10.42.42.5(pid=27787): stderr: \u000a| �[0;m�[38;5;43m20221214082117355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082117355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082117355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082117356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082117356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082117356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082117356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:21:18.941179 run osmo-stp_10.42.42.5(pid=27787): stdout: \u000a| (launched: 2022-12-14_08:21:17.137722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:21:19.072210 run osmo-stp_10.42.42.5(pid=27787): stderr: \u000a| �[0;m�[38;5;43m20221214082117355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082117355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082117355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082117356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082117356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082117356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082117356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:21:19.129965 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27787): Process ended prematurely: osmo-stp_10.42.42.5(pid=27787) [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27787)] [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a08:21:19.138520 tst handover.py:18: Test FAILED (7.0 sec)\u000a08:21:19.201629 run osmo-hlr_10.42.42.2(pid=27784): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27784)]\u000a08:21:19.253155 run osmo-hlr_10.42.42.2(pid=27784): stdout: \u000a| (launched: 2022-12-14_08:21:15.927821) \u000a08:21:19.304906 run osmo-hlr_10.42.42.2(pid=27784): stderr: \u000a| �[0;m�[1;31m20221214082116178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082116178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082116178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082116178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082116178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082116178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082116215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082116232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082116232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082116232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:21:19.375470 run osmo-msc_10.42.42.6(pid=27790): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27790)]\u000a08:21:19.426627 run osmo-msc_10.42.42.6(pid=27790): stdout: \u000a| (launched: 2022-12-14_08:21:18.177917) \u000a08:21:19.478582 run osmo-msc_10.42.42.6(pid=27790): stderr: \u000a| �[0;m�[38;5;43m20221214082118494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082118494 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11a7865c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082118494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082118495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082118495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082118495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082118497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082118498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082118498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082118498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:21:19.523000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27783): Terminating (SIGTERM)\u000a08:21:19.565018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27786): Terminating (SIGTERM)\u000a08:21:19.606947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27789): Terminating (SIGTERM)\u000a08:21:19.616734 --- ParallelTerminationStrategy: PID 27783 died...\u000a08:21:19.672914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27783): Terminated: ok {rc=0}\u000a08:21:19.682941 --- ParallelTerminationStrategy: PID 27786 died...\u000a08:21:19.739225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27786): Terminated: ok {rc=0}\u000a08:21:19.749395 --- ParallelTerminationStrategy: PID 27789 died...\u000a08:21:19.805397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27789): Terminated: ok {rc=0}\u000a08:21:19.890303 bus /sierra_3: Setting Powered False\u000a08:21:20.995743 bus /sierra_3: Setting Powered False\u000a08:21:22.102932 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:21:11" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27801): Process ended prematurely: osmo-stp_10.42.42.5(pid=27801) [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27801)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27801): Process ended prematurely: osmo-stp_10.42.42.5(pid=27801) [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:21:24.129736 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:24.141196 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:21:24.280868 tst handover.py: using LAC 39649\u000a08:21:24.400436 tst handover.py: using RAC 124\u000a08:21:24.519142 tst handover.py: using CellId 39649\u000a08:21:24.642259 tst handover.py: using BVCI 39650\u000a08:21:24.665461 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:21:24.801357 tst handover.py: using LAC 39650\u000a08:21:24.929865 tst handover.py: using RAC 125\u000a08:21:25.060023 tst handover.py: using CellId 39650\u000a08:21:25.189624 tst handover.py: using BVCI 39651\u000a08:21:25.214946 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:25.226730 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:25.238195 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:25.249757 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:25.261960 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:25.273723 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:21:25.392516 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:21:25.607025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:21:26.097443 run create_hlr_db(pid=27795): Launched\u000a08:21:26.231330 bus /sierra_2: Setting Powered False\u000a08:21:27.308265 run create_hlr_db(pid=27795): Terminated: ok {rc=0}\u000a08:21:27.694845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27797): Launched\u000a08:21:28.001780 run osmo-hlr_10.42.42.2(pid=27798): Launched\u000a08:21:28.113679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:21:28.619477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27800): Launched\u000a08:21:28.926822 run osmo-stp_10.42.42.5(pid=27801): Launched\u000a08:21:29.038932 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:21:29.574926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27803): Launched\u000a08:21:29.882445 run osmo-msc_10.42.42.6(pid=27804): Launched\u000a08:21:30.061116 run osmo-stp_10.42.42.5(pid=27801): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27801)]\u000a08:21:30.190226 run osmo-stp_10.42.42.5(pid=27801): stdout: \u000a| (launched: 2022-12-14_08:21:28.775261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:21:30.317204 run osmo-stp_10.42.42.5(pid=27801): stderr: \u000a| �[0;m�[38;5;43m20221214082128943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082128943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082128943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082128944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082128944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082128944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082128944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:21:30.439686 run osmo-stp_10.42.42.5(pid=27801): stdout: \u000a| (launched: 2022-12-14_08:21:28.775261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:21:30.562203 run osmo-stp_10.42.42.5(pid=27801): stderr: \u000a| �[0;m�[38;5;43m20221214082128943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082128943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082128943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082128944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082128944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082128944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082128944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:21:30.615714 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27801): Process ended prematurely: osmo-stp_10.42.42.5(pid=27801) [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27801)] [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a08:21:30.623594 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:21:30.683340 run osmo-hlr_10.42.42.2(pid=27798): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27798)]\u000a08:21:30.732075 run osmo-hlr_10.42.42.2(pid=27798): stdout: \u000a| (launched: 2022-12-14_08:21:27.850718) \u000a08:21:30.781374 run osmo-hlr_10.42.42.2(pid=27798): stderr: \u000a| �[0;m�[1;31m20221214082128023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082128023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082128023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082128023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082128023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082128023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082128036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082128045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082128046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082128046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:21:30.858441 run osmo-msc_10.42.42.6(pid=27804): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27804)]\u000a08:21:30.922221 run osmo-msc_10.42.42.6(pid=27804): stdout: \u000a| (launched: 2022-12-14_08:21:29.730763) \u000a08:21:30.972293 run osmo-msc_10.42.42.6(pid=27804): stderr: \u000a| �[0;m�[38;5;43m20221214082129999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082129999 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd583b05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082129999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082129999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082129999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082129999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082130001 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082130001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082130002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082130002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:21:31.022296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27797): Terminating (SIGTERM)\u000a08:21:31.068902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27800): Terminating (SIGTERM)\u000a08:21:31.115801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27803): Terminating (SIGTERM)\u000a08:21:31.126875 --- ParallelTerminationStrategy: PID 27797 died...\u000a08:21:31.192874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27797): Terminated: ok {rc=0}\u000a08:21:31.205139 --- ParallelTerminationStrategy: PID 27800 died...\u000a08:21:31.263494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27800): Terminated: ok {rc=0}\u000a08:21:31.275673 --- ParallelTerminationStrategy: PID 27803 died...\u000a08:21:31.334228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27803): Terminated: ok {rc=0}\u000a08:21:31.427393 bus /sierra_3: Setting Powered False\u000a08:21:32.531915 bus /sierra_3: Setting Powered False\u000a08:21:33.639898 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:21:23" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27815): Process ended prematurely: osmo-stp_10.42.42.5(pid=27815) [trial-2401↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27815)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27815): Process ended prematurely: osmo-stp_10.42.42.5(pid=27815) [trial-2401↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:21:35.650519 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:21:35.661961 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:21:35.786172 tst handover.py: using LAC 39651\u000a08:21:35.906320 tst handover.py: using RAC 126\u000a08:21:36.029230 tst handover.py: using CellId 39651\u000a08:21:36.155529 tst handover.py: using BVCI 39652\u000a08:21:36.178699 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:21:36.313872 tst handover.py: using LAC 39652\u000a08:21:36.433333 tst handover.py: using RAC 127\u000a08:21:36.552560 tst handover.py: using CellId 39652\u000a08:21:36.671197 tst handover.py: using BVCI 39653\u000a08:21:36.694536 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:21:36.705444 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:21:36.715983 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:21:36.726584 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:21:36.737846 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:21:36.749005 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:21:36.866650 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:21:37.081234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:21:37.573403 run create_hlr_db(pid=27809): Launched\u000a08:21:37.707978 bus /sierra_2: Setting Powered False\u000a08:21:38.785623 run create_hlr_db(pid=27809): Terminated: ok {rc=0}\u000a08:21:39.197865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27811): Launched\u000a08:21:39.530880 run osmo-hlr_10.42.42.2(pid=27812): Launched\u000a08:21:39.652440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:21:40.203263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27814): Launched\u000a08:21:40.533721 run osmo-stp_10.42.42.5(pid=27815): Launched\u000a08:21:40.653340 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:21:41.226804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27817): Launched\u000a08:21:41.557752 run osmo-msc_10.42.42.6(pid=27818): Launched\u000a08:21:41.750360 run osmo-stp_10.42.42.5(pid=27815): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27815)]\u000a08:21:41.889439 run osmo-stp_10.42.42.5(pid=27815): stdout: \u000a| (launched: 2022-12-14_08:21:40.371267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:21:42.028075 run osmo-stp_10.42.42.5(pid=27815): stderr: \u000a| �[0;m�[38;5;43m20221214082140559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082140559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082140559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082140560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082140560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082140560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082140561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:21:42.160167 run osmo-stp_10.42.42.5(pid=27815): stdout: \u000a| (launched: 2022-12-14_08:21:40.371267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:21:42.291109 run osmo-stp_10.42.42.5(pid=27815): stderr: \u000a| �[0;m�[38;5;43m20221214082140559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082140559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082140559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082140560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082140560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082140560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082140561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:21:42.348435 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27815): Process ended prematurely: osmo-stp_10.42.42.5(pid=27815) [trial-2401↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27815)] [trial-2401↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a08:21:42.356931 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:21:42.420105 run osmo-hlr_10.42.42.2(pid=27812): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27812)]\u000a08:21:42.471657 run osmo-hlr_10.42.42.2(pid=27812): stdout: \u000a| (launched: 2022-12-14_08:21:39.366245) \u000a08:21:42.523783 run osmo-hlr_10.42.42.2(pid=27812): stderr: \u000a| �[0;m�[1;31m20221214082139560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082139560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082139561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082139561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082139561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082139561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082139573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082139581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082139581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082139581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:21:42.595444 run osmo-msc_10.42.42.6(pid=27818): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27818)]\u000a08:21:42.646817 run osmo-msc_10.42.42.6(pid=27818): stdout: \u000a| (launched: 2022-12-14_08:21:41.394791) \u000a08:21:42.698858 run osmo-msc_10.42.42.6(pid=27818): stderr: \u000a| �[0;m�[38;5;43m20221214082141712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082141712 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a712abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082141712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082141712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082141712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082141712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082141714 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082141714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082141715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082141715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:21:42.743392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27811): Terminating (SIGTERM)\u000a08:21:42.785450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27814): Terminating (SIGTERM)\u000a08:21:42.827621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27817): Terminating (SIGTERM)\u000a08:21:42.837387 --- ParallelTerminationStrategy: PID 27811 died...\u000a08:21:42.893718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27811): Terminated: ok {rc=0}\u000a08:21:42.903771 --- ParallelTerminationStrategy: PID 27814 died...\u000a08:21:42.960302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27814): Terminated: ok {rc=0}\u000a08:21:42.970336 --- ParallelTerminationStrategy: PID 27817 died...\u000a08:21:43.026406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27817): Terminated: ok {rc=0}\u000a08:21:43.113694 bus /sierra_3: Setting Powered False\u000a08:21:44.217382 bus /sierra_3: Setting Powered False\u000a08:21:45.328207 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:21:35" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27829): Process ended prematurely: osmo-stp_10.42.42.5(pid=27829) [trial-2401↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27829)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27829): Process ended prematurely: osmo-stp_10.42.42.5(pid=27829) [trial-2401↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:21:47.355478 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:47.366956 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:21:47.499737 tst handover.py: using LAC 39653\u000a08:21:47.623117 tst handover.py: using RAC 128\u000a08:21:47.741676 tst handover.py: using CellId 39653\u000a08:21:47.866528 tst handover.py: using BVCI 39654\u000a08:21:47.889943 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:21:48.023576 tst handover.py: using LAC 39654\u000a08:21:48.142682 tst handover.py: using RAC 129\u000a08:21:48.261720 tst handover.py: using CellId 39654\u000a08:21:48.380884 tst handover.py: using BVCI 39655\u000a08:21:48.404502 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:48.415501 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:48.426352 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:48.437203 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:48.448281 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:48.459085 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:21:48.580557 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:21:48.783974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:21:49.250016 run create_hlr_db(pid=27823): Launched\u000a08:21:49.375497 bus /sierra_2: Setting Powered False\u000a08:21:50.448476 run create_hlr_db(pid=27823): Terminated: ok {rc=0}\u000a08:21:50.833155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27825): Launched\u000a08:21:51.140345 run osmo-hlr_10.42.42.2(pid=27826): Launched\u000a08:21:51.260938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:21:51.771591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27828): Launched\u000a08:21:52.079435 run osmo-stp_10.42.42.5(pid=27829): Launched\u000a08:21:52.190118 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:21:52.726638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27831): Launched\u000a08:21:53.034618 run osmo-msc_10.42.42.6(pid=27832): Launched\u000a08:21:53.223395 run osmo-stp_10.42.42.5(pid=27829): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27829)]\u000a08:21:53.353648 run osmo-stp_10.42.42.5(pid=27829): stdout: \u000a| (launched: 2022-12-14_08:21:51.927571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:21:53.480794 run osmo-stp_10.42.42.5(pid=27829): stderr: \u000a| �[0;m�[38;5;43m20221214082152096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082152096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082152096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082152097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082152097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082152097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082152097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:21:53.603944 run osmo-stp_10.42.42.5(pid=27829): stdout: \u000a| (launched: 2022-12-14_08:21:51.927571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:21:53.725408 run osmo-stp_10.42.42.5(pid=27829): stderr: \u000a| �[0;m�[38;5;43m20221214082152096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082152096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082152096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082152097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082152097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082152097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082152097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:21:53.778930 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27829): Process ended prematurely: osmo-stp_10.42.42.5(pid=27829) [trial-2401↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27829)] [trial-2401↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a08:21:53.786992 tst handover.py:18: Test FAILED (6.4 sec)\u000a08:21:53.847057 run osmo-hlr_10.42.42.2(pid=27826): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27826)]\u000a08:21:53.896061 run osmo-hlr_10.42.42.2(pid=27826): stdout: \u000a| (launched: 2022-12-14_08:21:50.989422) \u000a08:21:53.945694 run osmo-hlr_10.42.42.2(pid=27826): stderr: \u000a| �[0;m�[1;31m20221214082151162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082151162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082151162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082151162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082151162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082151162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082151174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082151183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082151183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082151183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:21:54.013019 run osmo-msc_10.42.42.6(pid=27832): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27832)]\u000a08:21:54.061885 run osmo-msc_10.42.42.6(pid=27832): stdout: \u000a| (launched: 2022-12-14_08:21:52.882673) \u000a08:21:54.111692 run osmo-msc_10.42.42.6(pid=27832): stderr: \u000a| �[0;m�[38;5;43m20221214082153151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082153151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0e4d0ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082153151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082153151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082153151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082153152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082153153 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082153154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082153154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082153154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:21:54.154119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27825): Terminating (SIGTERM)\u000a08:21:54.194090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27828): Terminating (SIGTERM)\u000a08:21:54.234229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27831): Terminating (SIGTERM)\u000a08:21:54.243569 --- ParallelTerminationStrategy: PID 27825 died...\u000a08:21:54.297007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27825): Terminated: ok {rc=0}\u000a08:21:54.306749 --- ParallelTerminationStrategy: PID 27828 died...\u000a08:21:54.359898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27828): Terminated: ok {rc=0}\u000a08:21:54.369746 --- ParallelTerminationStrategy: PID 27831 died...\u000a08:21:54.422901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27831): Terminated: ok {rc=0}\u000a08:21:54.510488 bus /sierra_3: Setting Powered False\u000a08:21:55.613921 bus /sierra_3: Setting Powered False\u000a08:21:56.725473 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:21:47" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27844): Process ended prematurely: osmo-stp_10.42.42.5(pid=27844) [trial-2401↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27844)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27844): Process ended prematurely: osmo-stp_10.42.42.5(pid=27844) [trial-2401↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2401 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:21:58.749788 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:58.761314 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:21:58.906722 tst handover.py: using LAC 39655\u000a08:21:59.038011 tst handover.py: using RAC 130\u000a08:21:59.168754 tst handover.py: using CellId 39655\u000a08:21:59.297898 tst handover.py: using BVCI 39656\u000a08:21:59.323071 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:21:59.468510 tst handover.py: using LAC 39656\u000a08:21:59.597105 tst handover.py: using RAC 131\u000a08:21:59.726715 tst handover.py: using CellId 39656\u000a08:21:59.855711 tst handover.py: using BVCI 39657\u000a08:21:59.880785 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:59.892270 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:59.903721 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:59.915160 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:59.926712 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:21:59.938714 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:22:00.055775 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:22:00.272719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:22:00.764529 run create_hlr_db(pid=27838): Launched\u000a08:22:00.917431 bus /sierra_2: Setting Powered False\u000a08:22:01.967397 run create_hlr_db(pid=27838): Terminated: ok {rc=0}\u000a08:22:02.360379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27840): Launched\u000a08:22:02.669104 run osmo-hlr_10.42.42.2(pid=27841): Launched\u000a08:22:02.784541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:22:03.294004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27843): Launched\u000a08:22:03.602389 run osmo-stp_10.42.42.5(pid=27844): Launched\u000a08:22:03.714187 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:22:04.250278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27846): Launched\u000a08:22:04.559997 run osmo-msc_10.42.42.6(pid=27847): Launched\u000a08:22:04.740060 run osmo-stp_10.42.42.5(pid=27844): ERR: Terminated: ERROR {rc=1} [trial-2401↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27844)]\u000a08:22:04.870421 run osmo-stp_10.42.42.5(pid=27844): stdout: \u000a| (launched: 2022-12-14_08:22:03.450392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:22:04.997478 run osmo-stp_10.42.42.5(pid=27844): stderr: \u000a| �[0;m�[38;5;43m20221214082203619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082203619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082203620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082203620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082203621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082203621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082203621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:22:05.121386 run osmo-stp_10.42.42.5(pid=27844): stdout: \u000a| (launched: 2022-12-14_08:22:03.450392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:22:05.242964 run osmo-stp_10.42.42.5(pid=27844): stderr: \u000a| �[0;m�[38;5;43m20221214082203619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214082203619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214082203620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214082203620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214082203621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214082203621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214082203621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:22:05.296546 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27844): Process ended prematurely: osmo-stp_10.42.42.5(pid=27844) [trial-2401↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27844)] [trial-2401↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a08:22:05.304285 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:22:05.363874 run osmo-hlr_10.42.42.2(pid=27841): ERR: Terminated: ERROR {rc=237} [trial-2401↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27841)]\u000a08:22:05.412724 run osmo-hlr_10.42.42.2(pid=27841): stdout: \u000a| (launched: 2022-12-14_08:22:02.517181) \u000a08:22:05.462163 run osmo-hlr_10.42.42.2(pid=27841): stderr: \u000a| �[0;m�[1;31m20221214082202690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214082202690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214082202690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082202690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214082202690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214082202690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214082202702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2401/run.2022-12-14_06-57-06/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214082202710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214082202711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214082202711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:22:05.529750 run osmo-msc_10.42.42.6(pid=27847): ERR: Terminated: ERROR {rc=2} [trial-2401↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27847)]\u000a08:22:05.578346 run osmo-msc_10.42.42.6(pid=27847): stdout: \u000a| (launched: 2022-12-14_08:22:04.406811) \u000a08:22:05.627468 run osmo-msc_10.42.42.6(pid=27847): stderr: \u000a| �[0;m�[38;5;43m20221214082204677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214082204677 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cd639dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214082204677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214082204677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214082204677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214082204677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214082204679 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214082204679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214082204679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214082204680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:22:05.670147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27840): Terminating (SIGTERM)\u000a08:22:05.709506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27843): Terminating (SIGTERM)\u000a08:22:05.748718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27846): Terminating (SIGTERM)\u000a08:22:05.757964 --- ParallelTerminationStrategy: PID 27840 died...\u000a08:22:05.810811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27840): Terminated: ok {rc=0}\u000a08:22:05.820219 --- ParallelTerminationStrategy: PID 27843 died...\u000a08:22:05.872641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27843): Terminated: ok {rc=0}\u000a08:22:05.882209 --- ParallelTerminationStrategy: PID 27846 died...\u000a08:22:05.934650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27846): Terminated: ok {rc=0}\u000a08:22:06.020995 bus /sierra_3: Setting Powered False\u000a08:22:07.122766 bus /sierra_3: Setting Powered False\u000a08:22:08.229381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T08:21:58" } ] }